Warmstart + Mitiq + Error Mitigation + Noise Backend + Optuna (IBM)

import sys
import os
sys.path.insert(0, os.path.abspath('../'))
sys.path.insert(0, os.path.abspath('../../'))

import qiskit
provider = qiskit.IBMQ.load_account()

import optuna
from qiskit import Aer
from qiskit.algorithms import QAOA
from qiskit_optimization.algorithms import MinimumEigenOptimizer
from qiskit_optimization.algorithms import WarmStartQAOAOptimizer, CobylaOptimizer
from qiskit.ignis.mitigation import CompleteMeasFitter

from shared.QiskitMaxcut import *
from shared.Mitiq_QAOA import *
from ibm.ibm_parameters import *
%matplotlib inline

print_parameters()

Optimizers: ['SPSA', 'QN-SPSA', 'COBYLA'] with MaxIter of 500
Number of shots: 8000
Repetitions: [ 1; 50 ]
Gamma value interval: [ -3.141592653589793; 3.141592653589793 ]
Beta value interval: [ 3.141592653589793;-3.141592653589793 ]
Number of Optuna Trials: 150
Noise Backend Name: ibmq_toronto

# ---- Define graph and MaxCut ----
graph = load_graph()
max_cut = Maxcut(graph)
max_cut_qubo = max_cut.to_qubo()
max_cut.draw()

def init_qaoa(optimizer, reps, init_parameters):
    quantum_instance = QuantumInstance(
                    backend=Aer.get_backend(DEFAULT_QASM_SIMULATOR),
                    shots=SHOTS,
                    noise_model=noise_model,
                    coupling_map=coupling_map,
                    basis_gates=basis_gates,
                    measurement_error_mitigation_cls=CompleteMeasFitter,
                    measurement_error_mitigation_shots=SHOTS
    )

    # generate QAOA to get circuit
    pre_qaoa = QAOA(optimizer=COBYLA(maxiter=1, tol=0), quantum_instance=quantum_instance, reps=reps, initial_point=init_parameters)
    MinimumEigenOptimizer(pre_qaoa).solve(max_cut_qubo)

    circuit = pre_qaoa.get_optimal_circuit()
    circuit.measure_all()

    if optimizer == "QN-SPSA":
        fidelity = QNSPSA.get_fidelity(pre_qaoa.ansatz)
        optimizer = QNSPSA(fidelity, maxiter=MAX_ITER)

    mitiq_qaoa = Mitiq_QAOA(mitiq_circuit=circuit.copy(),
                            optimizer=optimizer,
                            quantum_instance=quantum_instance,
                            reps=reps,
                            initial_point=init_parameters)

    ws_qaoa = WarmStartQAOAOptimizer(pre_solver=CobylaOptimizer(),
                                     relax_for_pre_solver=True,
                                     qaoa=mitiq_qaoa)

    return ws_qaoa

def run(max_cut_problem, qaoa):
    # Run quantum algorithm QAOA
    result = qaoa.solve(max_cut_problem)
    optimal_parameters = qaoa._qaoa.optimal_params
    return result, optimal_parameters.copy()

def objective(trial):
    optimizer_name = trial.suggest_categorical("optimizer", optimizers.keys())
    reps = trial.suggest_int('reps', REPS_MIN, REPS_MAX)
    parameters = []
    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'gamma_{i}', GAMMA_MIN, GAMMA_MAX))

    for i in range(reps):
        parameters.append(trial.suggest_uniform(f'beta_{i}', BETA_MIN, BETA_MAX))

    optimizer = optimizers[optimizer_name]

    qaoa = init_qaoa(optimizer, reps, parameters)

    result, optimal_parameters = run(max_cut_qubo, qaoa)

    mean, distribution = max_cut.analyse(result)

    trial.set_user_attr(key="best", value=[mean,result,optimal_parameters, optimizer_name])

    return mean

study = optuna.create_study(direction='minimize')
study.optimize(objective, n_trials=N_TRIALS, callbacks=[save_best_trial])

[I 2021-08-05 11:16:47,961] A new study created in memory with name: no-name-71df3507-43b8-45e2-9367-6dbfca146b79
[I 2021-08-05 11:58:36,378] Trial 0 finished with value: -23.99395312283647 and parameters: {'optimizer': 'QN-SPSA', 'reps': 14, 'gamma_0': -0.12322713888162928, 'gamma_1': -2.425266548299817, 'gamma_2': 3.135960315779924, 'gamma_3': -1.126957380346271, 'gamma_4': 1.9930766395270956, 'gamma_5': -2.5733520040042475, 'gamma_6': -2.21863556101407, 'gamma_7': -1.4105451054445204, 'gamma_8': 2.395828089459786, 'gamma_9': 0.11746958765181104, 'gamma_10': 0.8909415697340517, 'gamma_11': -2.8861105002671588, 'gamma_12': 0.6798002871894893, 'gamma_13': -2.1789650598372874, 'beta_0': 2.2129101244064966, 'beta_1': -1.9667180840045306, 'beta_2': 0.7952630722095106, 'beta_3': -2.082871026923306, 'beta_4': 1.6209728057005757, 'beta_5': 0.4247035574704139, 'beta_6': -2.5019524936044157, 'beta_7': 2.0742470760909857, 'beta_8': 1.3257629750140136, 'beta_9': 0.14904732003575694, 'beta_10': -1.796791441956152, 'beta_11': -2.829396584555058, 'beta_12': 2.733828279772201, 'beta_13': 2.339252477669497}. Best is trial 0 with value: -23.99395312283647.
[I 2021-08-05 13:24:55,066] Trial 1 finished with value: -23.93574948445161 and parameters: {'optimizer': 'QN-SPSA', 'reps': 39, 'gamma_0': -2.6254341966771686, 'gamma_1': 1.879852357617943, 'gamma_2': 0.748848606486674, 'gamma_3': 1.8378299184796658, 'gamma_4': 1.7578483765551862, 'gamma_5': 1.0171009048480508, 'gamma_6': -2.556792930689012, 'gamma_7': -2.8113909445309733, 'gamma_8': -2.5161946919044746, 'gamma_9': -2.720821702983578, 'gamma_10': 2.982120467305986, 'gamma_11': -1.2925962725308324, 'gamma_12': -2.5926761880232188, 'gamma_13': 2.89460385952479, 'gamma_14': -2.3342011235550584, 'gamma_15': -1.2589979283106667, 'gamma_16': -3.07462459048396, 'gamma_17': 0.4679312265142954, 'gamma_18': 1.4586637983353086, 'gamma_19': -1.9546298929897528, 'gamma_20': -1.5598371054551434, 'gamma_21': -2.5388250297227124, 'gamma_22': -0.09608522488225502, 'gamma_23': 3.0047015600366125, 'gamma_24': -0.07131195896669018, 'gamma_25': 2.174144229858279, 'gamma_26': -2.5415994230051897, 'gamma_27': -1.6730084450581029, 'gamma_28': 2.3777825842658364, 'gamma_29': 2.317162021729926, 'gamma_30': -0.6493177383974795, 'gamma_31': 0.2937821589536087, 'gamma_32': 0.9056020091471781, 'gamma_33': 2.979878295523859, 'gamma_34': 1.824701359438425, 'gamma_35': 1.8457038467293438, 'gamma_36': -1.8512573593845028, 'gamma_37': 1.352451518331983, 'gamma_38': -2.0973946701007358, 'beta_0': 0.19396727301583683, 'beta_1': -2.773015779455664, 'beta_2': -1.194029323759062, 'beta_3': -2.6697131875261535, 'beta_4': 0.7044608509010053, 'beta_5': -3.0527544827245987, 'beta_6': -2.177075686584052, 'beta_7': -0.8063598783565284, 'beta_8': -0.7169919799753717, 'beta_9': 0.8026864434438266, 'beta_10': -0.6144260699778066, 'beta_11': -2.4750215023295308, 'beta_12': -0.5825640273721464, 'beta_13': -1.175133640914341, 'beta_14': -0.3900973416225062, 'beta_15': -3.0849522352527834, 'beta_16': 2.6721699397916963, 'beta_17': -1.1709368648742016, 'beta_18': 0.7235055101071937, 'beta_19': 0.48948251836783685, 'beta_20': -2.7626666849611907, 'beta_21': -2.2320304523843397, 'beta_22': -0.9127905174795576, 'beta_23': 1.7423169898975939, 'beta_24': -2.1812725133099935, 'beta_25': -0.3801978871101239, 'beta_26': 1.926476752402766, 'beta_27': -0.010381235944558309, 'beta_28': -1.0939949952175874, 'beta_29': -2.409988528356867, 'beta_30': 2.3045271918150494, 'beta_31': 2.7997494952236437, 'beta_32': 2.564166142874358, 'beta_33': -1.6440462785615537, 'beta_34': 1.7561668705511524, 'beta_35': 3.0435109374604465, 'beta_36': 3.0415863136046237, 'beta_37': 1.1797816066362978, 'beta_38': 0.8712916220711522}. Best is trial 0 with value: -23.99395312283647.
[I 2021-08-05 13:55:35,278] Trial 2 finished with value: -23.83182495545885 and parameters: {'optimizer': 'SPSA', 'reps': 20, 'gamma_0': -0.45148957367684206, 'gamma_1': 3.0872312302409934, 'gamma_2': -2.0940940754119213, 'gamma_3': -2.5866937412345754, 'gamma_4': -2.451314942192093, 'gamma_5': 0.8105886995663503, 'gamma_6': -0.4885583032706369, 'gamma_7': -0.1943300532360288, 'gamma_8': 0.06759997089668834, 'gamma_9': 2.9978795515984107, 'gamma_10': -0.5521752866712197, 'gamma_11': 0.18018767044776318, 'gamma_12': 0.7089433501871647, 'gamma_13': -0.6664077055766966, 'gamma_14': 2.3046930662482925, 'gamma_15': -2.33825603838762, 'gamma_16': 2.9083119818919814, 'gamma_17': 1.480755647906344, 'gamma_18': 0.07678002755542668, 'gamma_19': 2.2611529578981697, 'beta_0': -0.48703950351723524, 'beta_1': -1.2851453663167185, 'beta_2': 0.7155279164314132, 'beta_3': 2.4017493455160643, 'beta_4': 1.1420051549260322, 'beta_5': 0.7832265047192091, 'beta_6': 1.4433827916055266, 'beta_7': -1.0954083522572868, 'beta_8': 0.9647298808233966, 'beta_9': -0.5301949220867312, 'beta_10': 1.9551598753917538, 'beta_11': 0.9329278663763638, 'beta_12': 1.0900941401583761, 'beta_13': 0.011638902988475586, 'beta_14': 2.164076959694583, 'beta_15': 0.15852780323362436, 'beta_16': -2.8294311669928778, 'beta_17': -1.6298417423660687, 'beta_18': 0.2006026449833862, 'beta_19': 2.1665932597472146}. Best is trial 0 with value: -23.99395312283647.
[I 2021-08-05 15:04:48,436] Trial 3 finished with value: -24.188678161155696 and parameters: {'optimizer': 'QN-SPSA', 'reps': 30, 'gamma_0': -2.1058370888201816, 'gamma_1': -0.30297426216573653, 'gamma_2': -0.5749052497222173, 'gamma_3': 0.07821944506522716, 'gamma_4': -1.4662979814390877, 'gamma_5': -1.0610059216787975, 'gamma_6': -0.6710845264769838, 'gamma_7': -1.6435780404047997, 'gamma_8': 1.4713810360369841, 'gamma_9': 3.056350305984867, 'gamma_10': -2.35497481806822, 'gamma_11': 1.782626039767715, 'gamma_12': 2.9657958549658225, 'gamma_13': 0.11608096854366945, 'gamma_14': 1.1136854573644897, 'gamma_15': -2.1313729324792767, 'gamma_16': 1.5388753019334445, 'gamma_17': -0.9182173423072846, 'gamma_18': 1.2719274325523244, 'gamma_19': 2.6800859547700124, 'gamma_20': -2.8780320132750705, 'gamma_21': -2.3199377761706033, 'gamma_22': -1.1860002551029578, 'gamma_23': -2.077549552789078, 'gamma_24': -2.354885545611062, 'gamma_25': 1.601680157108949, 'gamma_26': -0.9416169655351845, 'gamma_27': -2.7794937673532756, 'gamma_28': -1.7806860888629858, 'gamma_29': -0.9805043346874842, 'beta_0': -0.15456194566519832, 'beta_1': 0.6214074137118786, 'beta_2': 2.200662841730126, 'beta_3': -2.547175214885084, 'beta_4': 0.09930075908603841, 'beta_5': -2.716683834297276, 'beta_6': -0.08187555457690987, 'beta_7': 2.7935690079299125, 'beta_8': -1.9955340590547803, 'beta_9': 0.0370567909106696, 'beta_10': -0.0864214909553529, 'beta_11': -0.12628934633618716, 'beta_12': 0.8716270293609218, 'beta_13': -0.9699346534696516, 'beta_14': 0.44414984632528887, 'beta_15': 2.759140736424974, 'beta_16': 0.20482105273465212, 'beta_17': -1.6362854882988118, 'beta_18': -0.46086780656915627, 'beta_19': 1.8791480732831518, 'beta_20': 2.7676346963245964, 'beta_21': 0.5578662240451666, 'beta_22': -1.171134984637524, 'beta_23': -0.2882391343880579, 'beta_24': -0.49810249508229054, 'beta_25': -0.8582670795164105, 'beta_26': -1.772346598633284, 'beta_27': -0.6658662742987396, 'beta_28': -3.0377792666755643, 'beta_29': -2.8987799109476344}. Best is trial 3 with value: -24.188678161155696.
[I 2021-08-05 15:16:45,694] Trial 4 finished with value: -23.68756782467252 and parameters: {'optimizer': 'COBYLA', 'reps': 24, 'gamma_0': -0.6636571254212478, 'gamma_1': 0.49951926303390737, 'gamma_2': 0.24244808004666707, 'gamma_3': 2.668274011237301, 'gamma_4': 2.4477705018004965, 'gamma_5': -2.337671468427873, 'gamma_6': 0.6613700143001524, 'gamma_7': 2.9684672008800366, 'gamma_8': -0.5974944407064218, 'gamma_9': 1.3949699458826288, 'gamma_10': 2.3340097953525882, 'gamma_11': -0.3975280421855567, 'gamma_12': 1.156620751255855, 'gamma_13': -2.1233438509475926, 'gamma_14': 0.11844043076231925, 'gamma_15': 1.7639018044719812, 'gamma_16': 2.475435120203654, 'gamma_17': 1.9868258693702252, 'gamma_18': 1.441049490975355, 'gamma_19': 2.231799277482157, 'gamma_20': 2.5061800436275856, 'gamma_21': 2.4223023748600294, 'gamma_22': 1.699003949167217, 'gamma_23': 1.4553887899964426, 'beta_0': -1.0842432657981949, 'beta_1': 2.516365391616194, 'beta_2': 0.7360154512477286, 'beta_3': 2.6275659447852577, 'beta_4': -2.1868624768201386, 'beta_5': -2.0368467692726906, 'beta_6': 2.8625557007675617, 'beta_7': 2.149162341522814, 'beta_8': -2.5855153930788117, 'beta_9': -2.7464951865560723, 'beta_10': 0.23281428353980038, 'beta_11': -2.9134186992381106, 'beta_12': 1.6142041753921141, 'beta_13': 0.854160933669077, 'beta_14': 1.5340305966888295, 'beta_15': 1.9202382636768318, 'beta_16': -1.060727931189657, 'beta_17': -2.4179794632413736, 'beta_18': -0.6568294914232111, 'beta_19': -1.0597258036476247, 'beta_20': 1.9020936633530967, 'beta_21': 2.5293175085142794, 'beta_22': 0.6341530786394061, 'beta_23': 2.1084331646511254}. Best is trial 3 with value: -24.188678161155696.
[I 2021-08-05 15:38:11,051] Trial 5 finished with value: -25.716276478898536 and parameters: {'optimizer': 'QN-SPSA', 'reps': 4, 'gamma_0': 0.8933673927631292, 'gamma_1': -2.448799824722257, 'gamma_2': 1.0953313769199804, 'gamma_3': 1.6886199904035442, 'beta_0': 1.8951955468677086, 'beta_1': -0.14396612067919934, 'beta_2': -2.2454573256794124, 'beta_3': -1.1362643153227983}. Best is trial 5 with value: -25.716276478898536.
[I 2021-08-05 16:03:56,080] Trial 6 finished with value: -24.018207458363335 and parameters: {'optimizer': 'SPSA', 'reps': 16, 'gamma_0': -3.0147658424659953, 'gamma_1': 2.8053301694380384, 'gamma_2': -1.2674392431257766, 'gamma_3': 1.8862953624677532, 'gamma_4': 0.4785175198531024, 'gamma_5': -2.460748384533199, 'gamma_6': 3.0785582552219948, 'gamma_7': -2.2449987761228583, 'gamma_8': -2.5583313866437782, 'gamma_9': 0.5741882894384132, 'gamma_10': -2.734650341306797, 'gamma_11': -2.6783410558351446, 'gamma_12': 1.3987317671813786, 'gamma_13': 0.001584652682354637, 'gamma_14': 2.871366695270395, 'gamma_15': -2.6966943283915623, 'beta_0': 1.3562073485055546, 'beta_1': 1.82494015905651, 'beta_2': -0.0461350271570784, 'beta_3': -0.5075211583500776, 'beta_4': 0.6548112925250229, 'beta_5': 0.2843916650195206, 'beta_6': 2.89267090837361, 'beta_7': -2.180306156230296, 'beta_8': 3.0730010576834976, 'beta_9': -1.8635397643129503, 'beta_10': -2.3412090027736223, 'beta_11': -0.07312236817342965, 'beta_12': -3.0578077449922847, 'beta_13': 1.3187165655377733, 'beta_14': 1.8129636547071808, 'beta_15': -0.7971327939487813}. Best is trial 5 with value: -25.716276478898536.
[I 2021-08-05 16:27:20,250] Trial 7 finished with value: -23.54603286820242 and parameters: {'optimizer': 'COBYLA', 'reps': 39, 'gamma_0': 1.6991383722165923, 'gamma_1': -2.7654828947701287, 'gamma_2': -0.272976364629951, 'gamma_3': -1.0367137930217951, 'gamma_4': -0.9513447508071935, 'gamma_5': 1.861867693838569, 'gamma_6': 2.8462431756920425, 'gamma_7': -1.3552503083712704, 'gamma_8': -0.3354324997392051, 'gamma_9': -2.5322290795278595, 'gamma_10': -1.2921543953951724, 'gamma_11': 1.8864081620245852, 'gamma_12': 1.261924119992326, 'gamma_13': 1.7201498390020928, 'gamma_14': 2.149306897766202, 'gamma_15': 3.0519071342091157, 'gamma_16': -0.43952628352445267, 'gamma_17': 0.4615879882947378, 'gamma_18': -1.2722939654599248, 'gamma_19': -2.987333404116083, 'gamma_20': -0.5320666918572758, 'gamma_21': 1.5842061488845838, 'gamma_22': -2.0350960723698215, 'gamma_23': 1.4733628230493077, 'gamma_24': 0.6051594718161009, 'gamma_25': 1.5854177136541825, 'gamma_26': -2.456093808703239, 'gamma_27': 1.468692977246982, 'gamma_28': -0.5310876833363936, 'gamma_29': -2.5620172516148796, 'gamma_30': -0.5541628531409395, 'gamma_31': 2.5184672110115, 'gamma_32': 0.6442223821073525, 'gamma_33': -1.3889789616380364, 'gamma_34': -0.4518947744618673, 'gamma_35': -2.5192010338799853, 'gamma_36': 1.4954925446795038, 'gamma_37': 1.0825534951952367, 'gamma_38': -0.3850332000500143, 'beta_0': -0.11278272456664373, 'beta_1': 1.2314407060393515, 'beta_2': 1.5036751346790522, 'beta_3': 2.763494882241682, 'beta_4': -0.9521512877348792, 'beta_5': 1.764106147373731, 'beta_6': 1.0998182429203407, 'beta_7': 1.5100546434686137, 'beta_8': 0.769358549137849, 'beta_9': -0.24959356990593573, 'beta_10': -1.00986013884576, 'beta_11': 2.5475785969649447, 'beta_12': 2.317379360736042, 'beta_13': -0.4757397729675872, 'beta_14': -1.3297239690249656, 'beta_15': -3.111675750001939, 'beta_16': -1.5609508383853843, 'beta_17': -1.264605702808876, 'beta_18': 2.2341529048783, 'beta_19': 2.798596534649345, 'beta_20': 0.27085221734723497, 'beta_21': 2.983863816768607, 'beta_22': -3.0861723886503025, 'beta_23': -3.137923292385456, 'beta_24': -2.879924203125174, 'beta_25': 0.35236337660572037, 'beta_26': -2.0750360445761293, 'beta_27': -0.6788665570043411, 'beta_28': 2.291136884413606, 'beta_29': 0.27881572484041905, 'beta_30': 0.6437430978298551, 'beta_31': 1.0168029287047968, 'beta_32': 1.7568811058945073, 'beta_33': -2.2052236199837565, 'beta_34': -3.099922267071795, 'beta_35': 2.220668405294857, 'beta_36': 2.3958768015320207, 'beta_37': -0.7183574097285232, 'beta_38': 0.8886375491956908}. Best is trial 5 with value: -25.716276478898536.
[I 2021-08-05 17:26:21,966] Trial 8 finished with value: -24.02955612434286 and parameters: {'optimizer': 'QN-SPSA', 'reps': 26, 'gamma_0': -1.438337100749047, 'gamma_1': 0.8364791483681784, 'gamma_2': -1.7986101758119386, 'gamma_3': -0.0014819374768446636, 'gamma_4': -0.9529257821915889, 'gamma_5': -2.2185885107431083, 'gamma_6': -0.5166035615861464, 'gamma_7': -2.685083525213203, 'gamma_8': -2.8594914196045598, 'gamma_9': 0.1862764482794157, 'gamma_10': -2.36667431629019, 'gamma_11': -2.121036152027374, 'gamma_12': 0.7327651084293416, 'gamma_13': 0.023328031437695795, 'gamma_14': -2.5514613842103544, 'gamma_15': -1.4020808992633609, 'gamma_16': -1.358237006172613, 'gamma_17': -2.798676405858042, 'gamma_18': -1.4258848746964992, 'gamma_19': -1.9753712379503177, 'gamma_20': 2.8591142602313813, 'gamma_21': 1.1565986128716075, 'gamma_22': -1.741398848203164, 'gamma_23': -0.804848296061575, 'gamma_24': 0.41035784399912467, 'gamma_25': -2.986297603694182, 'beta_0': 2.144481389871707, 'beta_1': 2.1967675280445675, 'beta_2': 0.3209982934762228, 'beta_3': -2.0582831705184077, 'beta_4': 0.5132715748141035, 'beta_5': -1.1297775738564506, 'beta_6': -2.0095686476932393, 'beta_7': 0.38210469840086736, 'beta_8': 0.07197168912823226, 'beta_9': 2.4542345123607427, 'beta_10': -2.863646118711945, 'beta_11': 0.8941667478549551, 'beta_12': -2.9963012318672, 'beta_13': -1.2836643863414325, 'beta_14': 2.294274791804092, 'beta_15': -2.4270525632712427, 'beta_16': 2.971300832175234, 'beta_17': 0.19953236204925906, 'beta_18': 0.5837856931215741, 'beta_19': 0.5071743497011099, 'beta_20': 2.8927606661688516, 'beta_21': 0.05302293082607035, 'beta_22': 2.0531893692900463, 'beta_23': -1.8856996042593033, 'beta_24': 3.0705236535744698, 'beta_25': 2.7806570535201427}. Best is trial 5 with value: -25.716276478898536.
[I 2021-08-05 18:50:23,531] Trial 9 finished with value: -23.96616130473062 and parameters: {'optimizer': 'QN-SPSA', 'reps': 41, 'gamma_0': -0.6797891014092499, 'gamma_1': -2.1654491859258767, 'gamma_2': 3.072938729747822, 'gamma_3': 2.7534976631218724, 'gamma_4': -0.7361477333141653, 'gamma_5': -0.8140478306170609, 'gamma_6': -3.025396087602175, 'gamma_7': -0.18400013181143127, 'gamma_8': -2.0347164664595656, 'gamma_9': -1.9929352112302645, 'gamma_10': 0.3453388311230938, 'gamma_11': -1.039680284437809, 'gamma_12': -1.491657401743032, 'gamma_13': 0.250413052333208, 'gamma_14': 2.2850593659786655, 'gamma_15': 0.6963331831937434, 'gamma_16': -1.5063420122416347, 'gamma_17': 1.8262792582296985, 'gamma_18': 2.19495865045464, 'gamma_19': -0.7297071686455641, 'gamma_20': -0.5534677980852658, 'gamma_21': -1.569670249504402, 'gamma_22': 2.8090002085247328, 'gamma_23': 2.061919834842074, 'gamma_24': -0.5826727467331447, 'gamma_25': 1.551244337604178, 'gamma_26': -0.8171021035289097, 'gamma_27': 0.6729520487420109, 'gamma_28': -0.2310824624760759, 'gamma_29': 1.2122637253150872, 'gamma_30': 2.133119659201604, 'gamma_31': -2.7460879821094837, 'gamma_32': 0.844898001906941, 'gamma_33': 1.3137748197611643, 'gamma_34': -1.516230366186208, 'gamma_35': -3.141231856637382, 'gamma_36': -1.5764530476528327, 'gamma_37': -2.499327285654254, 'gamma_38': 1.177628059115409, 'gamma_39': -2.9936489833074797, 'gamma_40': -0.42370524449567437, 'beta_0': -2.9400562894469084, 'beta_1': -2.3351463525084637, 'beta_2': -0.196258266919207, 'beta_3': -2.060325962221106, 'beta_4': -3.0723781706575615, 'beta_5': -0.6213111569368079, 'beta_6': 0.16423055221050653, 'beta_7': 0.4375994191038943, 'beta_8': 2.1952529965961274, 'beta_9': 1.8540788894164937, 'beta_10': -2.7805319936083097, 'beta_11': 2.0980448033158003, 'beta_12': -2.0287329652279116, 'beta_13': 0.9119793575115942, 'beta_14': 2.2717406355704517, 'beta_15': -1.019210054425017, 'beta_16': 1.9885878674137771, 'beta_17': -2.3181640698363264, 'beta_18': 1.996191906357378, 'beta_19': 2.421594198854206, 'beta_20': -0.6865304996660808, 'beta_21': 2.347020763684027, 'beta_22': -1.399191342109193, 'beta_23': -2.6617167654248046, 'beta_24': 1.2574154903275456, 'beta_25': -0.5037979389322866, 'beta_26': 2.3734407175021905, 'beta_27': -2.4728025483920684, 'beta_28': 3.0941762860647932, 'beta_29': 0.9452987565332798, 'beta_30': -2.454291127676883, 'beta_31': -2.550010396650806, 'beta_32': -1.139152289037741, 'beta_33': -0.04099910270370133, 'beta_34': 3.067580635555501, 'beta_35': 2.6003038579504514, 'beta_36': -2.558627108288284, 'beta_37': -2.018559847497148, 'beta_38': 0.5549719919144267, 'beta_39': 0.4280226555779518, 'beta_40': 0.7186681615545987}. Best is trial 5 with value: -25.716276478898536.
[I 2021-08-05 18:50:53,088] Trial 10 finished with value: -28.69565498600227 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.9126827003672722, 'beta_0': 3.1329240426087317}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 18:51:22,071] Trial 11 finished with value: -26.60550914331421 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.7868427775939222, 'beta_0': 2.77713279370359}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 18:52:17,944] Trial 12 finished with value: -25.31711411612898 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.8048521449140735, 'gamma_1': -0.9107978023771749, 'gamma_2': -3.1398229707825296, 'beta_0': 3.0617602470871987, 'beta_1': -0.6541151449097149, 'beta_2': -3.0327961525671836}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 18:54:44,368] Trial 13 finished with value: -24.207612409272617 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': 3.1336956917469436, 'gamma_1': -1.4089700895122084, 'gamma_2': 2.0983053344614833, 'gamma_3': -3.0424029698119064, 'gamma_4': -3.0365281546128657, 'gamma_5': 3.0369571805453752, 'gamma_6': 1.5622781407255788, 'gamma_7': 2.190344022333249, 'beta_0': 3.04495456847628, 'beta_1': 3.081332249337368, 'beta_2': 2.856223716483576, 'beta_3': 1.004544149766968, 'beta_4': 2.943886440001771, 'beta_5': 2.9209652062378546, 'beta_6': -0.8565432690855349, 'beta_7': -2.9693438676332065}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 18:55:12,621] Trial 14 finished with value: -26.468574986326487 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.8113657689302116, 'beta_0': 1.1845896746065063}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 18:58:20,713] Trial 15 finished with value: -23.944715079768503 and parameters: {'optimizer': 'COBYLA', 'reps': 10, 'gamma_0': 2.1443631474287947, 'gamma_1': 1.7283682871610426, 'gamma_2': -3.0911407050167927, 'gamma_3': -2.1614162674289754, 'gamma_4': 0.6310174114806145, 'gamma_5': 3.042713071699798, 'gamma_6': 1.8284111788311785, 'gamma_7': 1.4080449972623683, 'gamma_8': 2.9889966250073012, 'gamma_9': -1.002197498758779, 'beta_0': 3.018229715475982, 'beta_1': -3.117759546765111, 'beta_2': -1.5469909761804428, 'beta_3': 0.5683533321715986, 'beta_4': 3.1013198367196075, 'beta_5': 2.820872229513348, 'beta_6': 1.7551014392102884, 'beta_7': -3.0340766263227854, 'beta_8': -1.1456563002906406, 'beta_9': 3.098180609133172}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 18:59:00,732] Trial 16 finished with value: -25.40025352358204 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.7564347404995788, 'gamma_1': 1.9475729959984667, 'beta_0': -2.116692739747016, 'beta_1': 0.7363409368830087}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 19:02:04,091] Trial 17 finished with value: -24.386450363051562 and parameters: {'optimizer': 'COBYLA', 'reps': 9, 'gamma_0': 0.6871865922882985, 'gamma_1': -1.584806195412024, 'gamma_2': 2.118340321678386, 'gamma_3': 0.2958300505706098, 'gamma_4': 2.9100022589316916, 'gamma_5': 1.9506383600124955, 'gamma_6': -1.8390948400941278, 'gamma_7': 1.0000979365746026, 'gamma_8': 1.0998444472288138, 'beta_0': 0.9204928161537698, 'beta_1': 3.1326618545051788, 'beta_2': 2.8689525177950137, 'beta_3': 1.5555765880095418, 'beta_4': -1.2367930706816916, 'beta_5': 1.8318599160766187, 'beta_6': -1.2159482774293604, 'beta_7': -1.9056049929540555, 'beta_8': -3.140981525730518}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 19:20:27,245] Trial 18 finished with value: -23.721875461546226 and parameters: {'optimizer': 'COBYLA', 'reps': 32, 'gamma_0': 2.641654567009921, 'gamma_1': -0.14562382148887112, 'gamma_2': 1.8327251697470355, 'gamma_3': 0.9033177250913261, 'gamma_4': 1.2367577795235747, 'gamma_5': -0.7708127537692382, 'gamma_6': 0.4425349777473149, 'gamma_7': 3.091270252199511, 'gamma_8': -1.2211958094272661, 'gamma_9': 1.9798568267809271, 'gamma_10': 1.7465736094029227, 'gamma_11': 0.6027686142528043, 'gamma_12': -1.0100105628570488, 'gamma_13': 2.9331354163453143, 'gamma_14': -1.275039079933, 'gamma_15': 2.575357349027574, 'gamma_16': 1.1064589696838594, 'gamma_17': -3.096085750479946, 'gamma_18': -2.90399088612133, 'gamma_19': 0.6255560366799706, 'gamma_20': 1.5100190444764117, 'gamma_21': -0.6036787592345675, 'gamma_22': -3.114148982312643, 'gamma_23': -2.8754725053763184, 'gamma_24': -3.1258904655764463, 'gamma_25': -2.3625748432296465, 'gamma_26': 3.1250589192337945, 'gamma_27': 2.9794479855406024, 'gamma_28': 3.1393671821970313, 'gamma_29': -2.7841615148116556, 'gamma_30': -2.837103609584884, 'gamma_31': -2.955441317819288, 'beta_0': 2.603591252525762, 'beta_1': -1.3962279419036, 'beta_2': -3.1191089600992585, 'beta_3': -0.5918213340326853, 'beta_4': 2.092953450792279, 'beta_5': -1.7215343894592945, 'beta_6': -2.9622695822982745, 'beta_7': 1.0502431878585656, 'beta_8': 2.5970897217948563, 'beta_9': -2.9247942023959808, 'beta_10': 2.98015673403698, 'beta_11': -1.138013785847463, 'beta_12': -0.6169727274917345, 'beta_13': -3.0722891560673484, 'beta_14': -2.879747491277813, 'beta_15': 0.9807963527893057, 'beta_16': 1.0734802127726921, 'beta_17': 3.1278479235662724, 'beta_18': -3.0324591121675724, 'beta_19': -3.068077603392755, 'beta_20': -3.129637747897579, 'beta_21': -3.128414637857959, 'beta_22': 2.721844466166571, 'beta_23': 0.07169239548151263, 'beta_24': 3.080945000168293, 'beta_25': -2.9796315273301466, 'beta_26': -0.1858417786534447, 'beta_27': 2.896312655346564, 'beta_28': 0.5714943820657258, 'beta_29': 2.9807241888826437, 'beta_30': -2.951554281871486, 'beta_31': -2.602482566222145}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 19:44:30,638] Trial 19 finished with value: -23.888450832794554 and parameters: {'optimizer': 'SPSA', 'reps': 15, 'gamma_0': 1.2423482967726573, 'gamma_1': -3.068441086682769, 'gamma_2': -0.9610555827022758, 'gamma_3': -1.386212650808072, 'gamma_4': -2.4112315771871393, 'gamma_5': 0.21542193678659144, 'gamma_6': -1.4164619506418388, 'gamma_7': 0.7388711551042147, 'gamma_8': 0.9154837797859526, 'gamma_9': -1.1785131273397038, 'gamma_10': -1.3508948307175226, 'gamma_11': 2.844868988937763, 'gamma_12': 3.0597336816977005, 'gamma_13': -3.061590227262643, 'gamma_14': -1.100063609823251, 'beta_0': 0.6828377508094681, 'beta_1': -0.31135988785009666, 'beta_2': -1.2656787085583696, 'beta_3': 1.927414107738845, 'beta_4': -3.1033011033715483, 'beta_5': 1.732408339648634, 'beta_6': 2.076003981071108, 'beta_7': 3.0462230321188084, 'beta_8': -1.4544641850772286, 'beta_9': -1.415247726918388, 'beta_10': 1.3590169660292306, 'beta_11': -1.6611355227464037, 'beta_12': -1.6864140156935716, 'beta_13': -2.937885703508519, 'beta_14': -2.82170875611315}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 19:46:30,804] Trial 20 finished with value: -24.9300482309497 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 2.268026819221269, 'gamma_1': 0.8473282508860374, 'gamma_2': -2.4275896673879727, 'gamma_3': -1.861822062230919, 'gamma_4': -3.059572897837864, 'gamma_5': -1.5714996486002417, 'beta_0': 1.7547467520535336, 'beta_1': 1.427110691441395, 'beta_2': -2.4186439791629337, 'beta_3': -3.1371288568313744, 'beta_4': -1.0995754402342914, 'beta_5': -0.6303207428392452}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:14:35,706] Trial 21 finished with value: -24.175577797880198 and parameters: {'optimizer': 'COBYLA', 'reps': 50, 'gamma_0': 1.6670908670320936, 'gamma_1': 2.811979705878852, 'gamma_2': 1.364028323904987, 'gamma_3': -0.5101660315780293, 'gamma_4': 3.094513536853653, 'gamma_5': 2.2029990439788074, 'gamma_6': 2.2622885020072503, 'gamma_7': 2.1870781685638305, 'gamma_8': 2.165447310883038, 'gamma_9': 1.7966122249958925, 'gamma_10': 1.2545530546797763, 'gamma_11': 2.913515753043255, 'gamma_12': -2.911306748701995, 'gamma_13': 2.0211372353697756, 'gamma_14': 0.38436960356001737, 'gamma_15': 0.05215781461863733, 'gamma_16': -3.1299273402594134, 'gamma_17': -1.4964089247282564, 'gamma_18': 3.048284186389995, 'gamma_19': 0.7158282559070869, 'gamma_20': -2.879288402542951, 'gamma_21': 3.1163671579562844, 'gamma_22': 1.3624871217167696, 'gamma_23': -0.4816944311034492, 'gamma_24': 2.9541848675767994, 'gamma_25': -1.2144130859577003, 'gamma_26': 2.946159049171728, 'gamma_27': -0.839655951775409, 'gamma_28': -3.056248110398094, 'gamma_29': 3.1019629559447996, 'gamma_30': 3.115778491129037, 'gamma_31': 3.0028958769542164, 'gamma_32': -3.1310324395404034, 'gamma_33': -2.6924034638416567, 'gamma_34': 2.8039424829658564, 'gamma_35': 2.784336670525466, 'gamma_36': 2.5403978541325443, 'gamma_37': -3.075058429545726, 'gamma_38': 3.0114231177323147, 'gamma_39': 2.903179617274814, 'gamma_40': 3.0983034809892276, 'gamma_41': -0.83650741224426, 'gamma_42': -0.3263423636137357, 'gamma_43': 2.8399002544064826, 'gamma_44': -2.243954659194885, 'gamma_45': -0.050623157454302084, 'gamma_46': 2.273859878479923, 'gamma_47': -1.9480633878886646, 'gamma_48': -2.2473068148496576, 'gamma_49': 1.8646027044099145, 'beta_0': 2.5106961133139993, 'beta_1': 0.4390796819370759, 'beta_2': 1.8871655459803491, 'beta_3': 0.3555781896391438, 'beta_4': -2.1588533624807713, 'beta_5': 1.025519630889913, 'beta_6': 0.39684434784995726, 'beta_7': -0.569666845027208, 'beta_8': 1.971798350235914, 'beta_9': 1.2949213970678046, 'beta_10': 2.3454346142720137, 'beta_11': 1.2735858595515135, 'beta_12': 0.05361718871498308, 'beta_13': 2.99756142235333, 'beta_14': -1.5607842078437233, 'beta_15': 3.0839735067965397, 'beta_16': -3.083766566846806, 'beta_17': 3.090532230599703, 'beta_18': -3.1091833706486085, 'beta_19': -2.892295750304144, 'beta_20': -1.5857663425449986, 'beta_21': -1.5298409682148777, 'beta_22': -2.7446198271113933, 'beta_23': 2.958252886625059, 'beta_24': 0.4074629315030679, 'beta_25': 2.2246426785761897, 'beta_26': 0.31507458989012843, 'beta_27': 3.1230072354686986, 'beta_28': -3.0994133626125446, 'beta_29': 3.064354167846024, 'beta_30': 2.9145639793419624, 'beta_31': -0.319078529859831, 'beta_32': -2.798475719200078, 'beta_33': 2.6703190639894308, 'beta_34': -2.67664115133695, 'beta_35': -2.980925486261693, 'beta_36': -3.0679565251109358, 'beta_37': 3.0437394886518105, 'beta_38': -2.7971970744864, 'beta_39': -2.5126639524853953, 'beta_40': -3.1315256103541915, 'beta_41': -2.312682730382532, 'beta_42': -0.6298931798052047, 'beta_43': 0.7091535578099009, 'beta_44': 1.5926894812605739, 'beta_45': -0.718081102318082, 'beta_46': 1.2493301174847526, 'beta_47': 0.3122131845955583, 'beta_48': -3.0218108855453907, 'beta_49': -0.11693777482034753}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:15:16,193] Trial 22 finished with value: -25.952958718779552 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 1.8123313604886504, 'gamma_1': -0.7112173005110723, 'beta_0': 1.1308099661009376, 'beta_1': -0.9970689712954498}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:15:44,990] Trial 23 finished with value: -28.23585920241556 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.32448477007887333, 'beta_0': 3.082578683042363}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:20:00,380] Trial 24 finished with value: -24.032039543389285 and parameters: {'optimizer': 'COBYLA', 'reps': 12, 'gamma_0': 1.131980744160422, 'gamma_1': 1.2487581416216045, 'gamma_2': 2.6420919510722594, 'gamma_3': 1.0309330936143506, 'gamma_4': -1.9615316964703031, 'gamma_5': 0.43322493121701183, 'gamma_6': 1.1136038571860765, 'gamma_7': -0.7012651984071835, 'gamma_8': -1.5148007808142934, 'gamma_9': -1.01443347640332, 'gamma_10': 2.8209551475956296, 'gamma_11': 1.4386089050205229, 'beta_0': 2.988710303177761, 'beta_1': -2.033906463392697, 'beta_2': -0.6793862707353677, 'beta_3': -1.4403948528439872, 'beta_4': 2.2515422848502906, 'beta_5': -2.2697606427556654, 'beta_6': -0.954673558882219, 'beta_7': -1.7478239604541759, 'beta_8': -0.2406848358812617, 'beta_9': -1.4795895979665865, 'beta_10': 0.9166650097216611, 'beta_11': 3.07172011308189}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:21:46,101] Trial 25 finished with value: -25.320560645350305 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 0.303275459388374, 'gamma_1': 2.404015441902412, 'gamma_2': 0.3752938245782024, 'gamma_3': -2.9623220196236337, 'gamma_4': -0.36757455866155087, 'gamma_5': -2.9614221773562135, 'beta_0': 2.636642640904618, 'beta_1': 2.641242556188417, 'beta_2': -2.0526646249939473, 'beta_3': 1.1659554601995865, 'beta_4': -0.4782853593292655, 'beta_5': 2.406961109206781}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:29:57,657] Trial 26 finished with value: -24.039305361145846 and parameters: {'optimizer': 'COBYLA', 'reps': 19, 'gamma_0': 0.195981191172248, 'gamma_1': -1.8403435865975293, 'gamma_2': -2.558811211368326, 'gamma_3': 2.48087926830498, 'gamma_4': 0.2904854961904862, 'gamma_5': -3.1415611437890694, 'gamma_6': -1.3750351772658969, 'gamma_7': 2.0512701638260475, 'gamma_8': 0.4320107341320792, 'gamma_9': 2.5429211738942663, 'gamma_10': -3.1314039278538024, 'gamma_11': -1.9990133531458418, 'gamma_12': 2.2935233557013954, 'gamma_13': -1.228361958666297, 'gamma_14': -0.8707178816175589, 'gamma_15': 1.6178604778444827, 'gamma_16': 0.32929742625721986, 'gamma_17': 3.1234937438481984, 'gamma_18': -3.09467529407335, 'beta_0': 3.0871859358289693, 'beta_1': -2.653568350767756, 'beta_2': 1.3348034343057116, 'beta_3': 3.0701931505465643, 'beta_4': -2.178209305288249, 'beta_5': -0.48640943927910124, 'beta_6': 2.3762355316907398, 'beta_7': -0.3214317623362311, 'beta_8': -3.054670761450239, 'beta_9': 2.6486482185167564, 'beta_10': 3.0318652179594845, 'beta_11': -1.2551682773846238, 'beta_12': -1.9659899296146646, 'beta_13': -2.0821271992689416, 'beta_14': 0.7272107278039736, 'beta_15': -1.7826218409828816, 'beta_16': -1.4984143866321393, 'beta_17': 1.2756588781520457, 'beta_18': -1.795307000278788}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:45:50,133] Trial 27 finished with value: -24.24481193668709 and parameters: {'optimizer': 'SPSA', 'reps': 6, 'gamma_0': -1.2922740126590473, 'gamma_1': 0.3319574214688727, 'gamma_2': -1.4126998112555056, 'gamma_3': 1.0229279740583754, 'gamma_4': 1.0882102779529939, 'gamma_5': 1.2977299652355445, 'beta_0': 2.3604735559753114, 'beta_1': 0.22527364981864728, 'beta_2': 3.1278326584377187, 'beta_3': -0.2069911931083747, 'beta_4': 2.7407191386751544, 'beta_5': -1.2643608104746087}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:49:00,337] Trial 28 finished with value: -24.041932190329902 and parameters: {'optimizer': 'COBYLA', 'reps': 10, 'gamma_0': 3.115418704269974, 'gamma_1': -1.0442626476179782, 'gamma_2': -0.7717198653325569, 'gamma_3': 3.1001486261475453, 'gamma_4': -0.2489400799383288, 'gamma_5': -0.3722849613505719, 'gamma_6': 0.1504415501263571, 'gamma_7': 0.7971319614209097, 'gamma_8': 2.850349155642986, 'gamma_9': 0.905781543721421, 'beta_0': 1.6403077581112, 'beta_1': 1.337811897064439, 'beta_2': 2.328335979401084, 'beta_3': -1.1648083119177564, 'beta_4': -1.6176323262361274, 'beta_5': -3.096659607597643, 'beta_6': -3.138041245506562, 'beta_7': -2.53470529039541, 'beta_8': -1.9723279313773767, 'beta_9': -2.1424576524563697}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:49:35,407] Trial 29 finished with value: -28.33658026738636 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.3532645627690316, 'beta_0': 2.1333946509012547}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:53:55,305] Trial 30 finished with value: -24.239665991138367 and parameters: {'optimizer': 'COBYLA', 'reps': 13, 'gamma_0': -0.15878496866699765, 'gamma_1': -3.097301265476569, 'gamma_2': -0.18543509755460733, 'gamma_3': -0.45309861027206694, 'gamma_4': -1.8209852750672788, 'gamma_5': -1.6455971230678852, 'gamma_6': -3.1322651769379166, 'gamma_7': -0.8889140547158051, 'gamma_8': 1.8263991901642118, 'gamma_9': -1.8897483886501476, 'gamma_10': -0.2526607552214615, 'gamma_11': 1.0696631431677215, 'gamma_12': -0.8308361679342626, 'beta_0': 2.20589388908491, 'beta_1': -3.0606435888335253, 'beta_2': -2.9038965803279093, 'beta_3': -3.063794317222469, 'beta_4': -0.3452889016358962, 'beta_5': 1.2508144257412268, 'beta_6': 0.8597105493745277, 'beta_7': -1.3908915207699044, 'beta_8': 0.33682329408326406, 'beta_9': -0.8105455653761354, 'beta_10': -1.6959942454656085, 'beta_11': 1.879468803619484, 'beta_12': 3.1093908040014555}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:54:25,917] Trial 31 finished with value: -24.775894697307226 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.3452581501021874, 'beta_0': 2.8012948338161228}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:54:58,338] Trial 32 finished with value: -27.931739831046723 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.211495814782923, 'beta_0': 2.0782902082689683}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:56:18,546] Trial 33 finished with value: -24.77637653078206 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.536625049842601, 'gamma_1': -0.45202561866054997, 'gamma_2': 2.7229796417479375, 'gamma_3': -1.9446612155151721, 'gamma_4': 2.566377484693712, 'beta_0': 0.5158930106134526, 'beta_1': -1.5919986823314602, 'beta_2': -0.4877012161439742, 'beta_3': 2.0392313400650024, 'beta_4': 1.2715765570103355}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:56:47,144] Trial 34 finished with value: -27.231782370406837 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.2746819767541435, 'beta_0': 2.082245128821393}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 20:59:42,655] Trial 35 finished with value: -23.92967135635739 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': 0.5329348030046113, 'gamma_1': 1.3636853597496057, 'gamma_2': -2.7506969572437345, 'gamma_3': 1.3500195151341476, 'gamma_4': 1.2289590893485651, 'gamma_5': 2.6213262277364153, 'gamma_6': 2.591046939749299, 'gamma_7': -3.0803257068933525, 'beta_0': 1.647019134339582, 'beta_1': -0.769936318308333, 'beta_2': 1.3404201465645076, 'beta_3': 0.5994005248448941, 'beta_4': -2.6601377569720372, 'beta_5': 2.539829382043771, 'beta_6': -0.43113953997108373, 'beta_7': 0.9837240736943239}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 21:14:08,970] Trial 36 finished with value: -24.850366192781763 and parameters: {'optimizer': 'SPSA', 'reps': 4, 'gamma_0': 1.054172220144888, 'gamma_1': 0.17741424004451997, 'gamma_2': 1.4958937913026467, 'gamma_3': 0.5961945245434435, 'beta_0': 2.3953842425427094, 'beta_1': -2.0633129105705597, 'beta_2': -1.7570285351307318, 'beta_3': 1.3236857503089994}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 22:01:14,901] Trial 37 finished with value: -23.853042221216352 and parameters: {'optimizer': 'QN-SPSA', 'reps': 19, 'gamma_0': 1.408218081764775, 'gamma_1': 2.3677125073363863, 'gamma_2': 3.1139374478594077, 'gamma_3': -1.397484859616085, 'gamma_4': -2.6353664986862815, 'gamma_5': -0.2554467605926007, 'gamma_6': -1.1383842688462404, 'gamma_7': -2.073374959829302, 'gamma_8': -3.1077975690305486, 'gamma_9': -3.1067679154611554, 'gamma_10': -1.5417863062542263, 'gamma_11': 2.577398340011751, 'gamma_12': -2.0492761643182993, 'gamma_13': 1.2486469630885073, 'gamma_14': -3.014054044372257, 'gamma_15': -0.5269449111788016, 'gamma_16': -1.9562589702748163, 'gamma_17': -1.8818661921939746, 'gamma_18': -1.667698041691912, 'beta_0': -0.4661945990307048, 'beta_1': 0.8839955151263067, 'beta_2': -0.7448522945559117, 'beta_3': -1.5031736195903678, 'beta_4': 2.3517952820652828, 'beta_5': -0.07314023815460113, 'beta_6': -1.5689396940663578, 'beta_7': 2.367371107699792, 'beta_8': 1.5939966430658952, 'beta_9': 1.1615085208666167, 'beta_10': 0.7859551039264229, 'beta_11': -2.1790566222065277, 'beta_12': 1.978012874262276, 'beta_13': 1.9491101864813047, 'beta_14': -1.8958808000826528, 'beta_15': 1.3589923602648415, 'beta_16': -0.03256753347983588, 'beta_17': 1.9219086001307875, 'beta_18': -1.71411885084974}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 22:02:33,348] Trial 38 finished with value: -25.01746812815421 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': -0.08460393535022215, 'gamma_1': 3.0490015019120054, 'gamma_2': 0.7546196696282979, 'gamma_3': -0.9038154521961305, 'beta_0': 1.4448927328237318, 'beta_1': 1.7699632399394578, 'beta_2': 0.39775906995831994, 'beta_3': 0.24196694129921192}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 22:07:03,208] Trial 39 finished with value: -23.907070763070283 and parameters: {'optimizer': 'COBYLA', 'reps': 12, 'gamma_0': 0.4636303112277781, 'gamma_1': -2.1631675941756368, 'gamma_2': -1.8817233138676586, 'gamma_3': 2.167024448055248, 'gamma_4': 1.7948806122090637, 'gamma_5': 1.4632642785019199, 'gamma_6': 1.0928535162855866, 'gamma_7': 0.26994978465079156, 'gamma_8': -0.9085340284772333, 'gamma_9': 2.298198309802624, 'gamma_10': 1.896746405941958, 'gamma_11': -0.5504175504102093, 'beta_0': -1.4544197983818745, 'beta_1': 2.75544575187577, 'beta_2': -2.5218004889693924, 'beta_3': -2.775890324488345, 'beta_4': 1.7516734093259962, 'beta_5': -2.584206324408233, 'beta_6': 3.097112543488793, 'beta_7': 1.3663266563365148, 'beta_8': -0.43907088361501023, 'beta_9': -3.101474320294114, 'beta_10': -1.116685436485144, 'beta_11': 2.8747474623139184}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 23:47:31,875] Trial 40 finished with value: -23.968827853632103 and parameters: {'optimizer': 'QN-SPSA', 'reps': 49, 'gamma_0': -0.46561125603449005, 'gamma_1': -1.265918379347752, 'gamma_2': 2.5745655734856863, 'gamma_3': 3.1114825717583776, 'gamma_4': 2.2387454299667358, 'gamma_5': -1.5392945810509764, 'gamma_6': -2.747101232809196, 'gamma_7': 2.7499920906909914, 'gamma_8': 0.5804273916522231, 'gamma_9': 1.2414652329631033, 'gamma_10': 0.44142315603620763, 'gamma_11': -3.0890565977730917, 'gamma_12': -0.29129874499337927, 'gamma_13': -3.0564451377230926, 'gamma_14': 1.252162001291015, 'gamma_15': -3.1081022834278014, 'gamma_16': 1.9605452293130128, 'gamma_17': 3.082611639596317, 'gamma_18': -0.027250007501390124, 'gamma_19': -0.6270552382033324, 'gamma_20': 1.0639377190659505, 'gamma_21': 0.038217422701597815, 'gamma_22': 2.8704059923600624, 'gamma_23': -1.765660155183542, 'gamma_24': 2.9652528607753603, 'gamma_25': -0.11669956091324099, 'gamma_26': 1.578241102640872, 'gamma_27': 2.5394115394523413, 'gamma_28': 1.5674270325529711, 'gamma_29': -0.5310658268341596, 'gamma_30': -3.1173394939789825, 'gamma_31': -0.4083487730735915, 'gamma_32': -2.6689612385415966, 'gamma_33': 0.6253100628077728, 'gamma_34': -3.128751795860354, 'gamma_35': -0.038537765581915615, 'gamma_36': 0.3179716868964203, 'gamma_37': 2.9097430107154842, 'gamma_38': -2.827163991721575, 'gamma_39': -0.31527887331458343, 'gamma_40': -2.751314147653621, 'gamma_41': 3.1085441459620147, 'gamma_42': 3.046273473134305, 'gamma_43': -3.01037643873941, 'gamma_44': 2.0334144255621247, 'gamma_45': 3.0952366400996416, 'gamma_46': -2.764744893126878, 'gamma_47': 3.1086635018424826, 'gamma_48': 2.9272464844421098, 'beta_0': 1.8715712157185664, 'beta_1': -2.7121746442366192, 'beta_2': -0.9604262617189676, 'beta_3': 2.9804712892361143, 'beta_4': 0.01339828356113973, 'beta_5': -1.166640054847307, 'beta_6': 0.9084038786139175, 'beta_7': 0.3615524721214791, 'beta_8': 3.1287624212141347, 'beta_9': 1.9722891491517291, 'beta_10': 2.181688695888327, 'beta_11': -0.42678765245696915, 'beta_12': 0.18331659523928753, 'beta_13': -2.110342007933289, 'beta_14': -0.5150723121718518, 'beta_15': 0.10003322406658229, 'beta_16': 1.597198676088064, 'beta_17': -0.006246313123373524, 'beta_18': 1.4773238573309928, 'beta_19': -1.9268048147820445, 'beta_20': 1.1075928488524112, 'beta_21': 1.241999463249718, 'beta_22': 1.1412068202935646, 'beta_23': -0.7492987720069509, 'beta_24': -1.355871458807724, 'beta_25': -2.941340852303489, 'beta_26': -3.091061042993551, 'beta_27': -3.008701630079647, 'beta_28': -0.7935297861928828, 'beta_29': -1.4232119167425172, 'beta_30': -1.0111155720297336, 'beta_31': 3.043960342311416, 'beta_32': 0.13355206318368373, 'beta_33': 2.9832540961774643, 'beta_34': -0.4516718705898773, 'beta_35': -2.629863002570826, 'beta_36': -0.17379665516630632, 'beta_37': -3.0511287256409543, 'beta_38': 3.1021245964329154, 'beta_39': 3.13973415646013, 'beta_40': 3.0237386198272094, 'beta_41': 3.1242231087896553, 'beta_42': 2.996537206309499, 'beta_43': -2.8338758873186043, 'beta_44': -3.035139981441017, 'beta_45': 2.854017119857838, 'beta_46': -3.1129413901113776, 'beta_47': -2.9520215814404374, 'beta_48': 3.1274605168748506}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 23:48:02,069] Trial 41 finished with value: -27.328105410470364 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.544538051710864, 'beta_0': 2.2410572786861214}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 23:48:32,174] Trial 42 finished with value: -28.22630458356693 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.849732943359248, 'beta_0': 2.042316620633196}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 23:50:41,207] Trial 43 finished with value: -24.12606549984389 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 2.933126235349073, 'gamma_1': 0.6991851226008547, 'gamma_2': 0.7303596549563308, 'gamma_3': -2.5729790388711367, 'gamma_4': 0.012161243005729926, 'gamma_5': 0.6184505599592307, 'gamma_6': 1.9691792341947083, 'beta_0': 1.9686816709816415, 'beta_1': 2.1510500310061444, 'beta_2': 2.2565968266016676, 'beta_3': -2.428339781635906, 'beta_4': -1.6233147957054428, 'beta_5': 0.56836452082451, 'beta_6': -1.5723570439983119}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 23:52:05,379] Trial 44 finished with value: -25.825800032322675 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 2.220946724041039, 'gamma_1': -2.609496668361082, 'gamma_2': -1.4953725491371748, 'gamma_3': -0.4895846718580164, 'beta_0': 2.7778969070913972, 'beta_1': -0.47063570071246125, 'beta_2': 0.8835522092200486, 'beta_3': -0.7035003209815887}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 23:52:33,551] Trial 45 finished with value: -25.928350516308562 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.027532282647482, 'beta_0': 0.11875228207239963}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-05 23:53:29,441] Trial 46 finished with value: -26.011032713257066 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 1.5306339786642764, 'gamma_1': 1.4155695444789806, 'gamma_2': 0.22294163793308094, 'beta_0': 3.117859330175389, 'beta_1': 0.15279940131332764, 'beta_2': 0.3610606089279742}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 00:28:32,594] Trial 47 finished with value: -24.000507711343815 and parameters: {'optimizer': 'SPSA', 'reps': 25, 'gamma_0': 1.9651538215970192, 'gamma_1': 2.199393937789072, 'gamma_2': -0.34385742655693313, 'gamma_3': -2.442273873180745, 'gamma_4': -1.4164778793304977, 'gamma_5': 2.5526525330737075, 'gamma_6': -1.9933354834499646, 'gamma_7': 1.4701755592149808, 'gamma_8': -1.7513044503384536, 'gamma_9': -0.43888421837881764, 'gamma_10': -0.7745023996436363, 'gamma_11': -1.9826585470179738, 'gamma_12': 1.909346521369285, 'gamma_13': 1.0334911761156105, 'gamma_14': -1.8406385239892498, 'gamma_15': 0.9750801439796875, 'gamma_16': -0.08145406216692479, 'gamma_17': -0.5263407541813068, 'gamma_18': -0.3096779380106636, 'gamma_19': -2.913377290254214, 'gamma_20': -1.636880150058963, 'gamma_21': 0.05063525437660556, 'gamma_22': 0.2514512735993255, 'gamma_23': 0.5977914033560624, 'gamma_24': 1.7786561767824134, 'beta_0': 1.5678898476667635, 'beta_1': -1.136664040951516, 'beta_2': 1.8472167937388968, 'beta_3': 2.073061224808423, 'beta_4': -0.6095064670494896, 'beta_5': 2.1602166485903864, 'beta_6': 2.5520798936885067, 'beta_7': -0.0764026369398018, 'beta_8': -2.3835346598608993, 'beta_9': 0.5668794220971247, 'beta_10': -0.14037196214019793, 'beta_11': 0.4780652365077177, 'beta_12': -1.2549211303325705, 'beta_13': 2.634889184086102, 'beta_14': 3.114225393990338, 'beta_15': 2.3323213776773124, 'beta_16': -2.2375673945105206, 'beta_17': 1.8939782830159715, 'beta_18': 3.1267906559593, 'beta_19': -0.6208328503397817, 'beta_20': -1.7426843669646381, 'beta_21': -1.0678922370019874, 'beta_22': -2.2941040222643325, 'beta_23': 1.1435855805103352, 'beta_24': 1.822849940281227}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 00:43:51,835] Trial 48 finished with value: -23.97570162088545 and parameters: {'optimizer': 'COBYLA', 'reps': 29, 'gamma_0': 0.915663147037121, 'gamma_1': -1.9089933055180952, 'gamma_2': -1.0356620713901405, 'gamma_3': -0.17346945754878254, 'gamma_4': 1.7286756256180575, 'gamma_5': 1.2160822072701267, 'gamma_6': 0.004845541867509481, 'gamma_7': -0.8096688351269774, 'gamma_8': 2.4690446885077995, 'gamma_9': -0.5119562492975879, 'gamma_10': 1.1575621390350588, 'gamma_11': 2.171647592324249, 'gamma_12': 0.10441024441524765, 'gamma_13': -1.353611448003005, 'gamma_14': 3.1099851725364624, 'gamma_15': 2.567435629308804, 'gamma_16': -2.3872074136647496, 'gamma_17': -2.415032407694929, 'gamma_18': -2.2587090678613646, 'gamma_19': 1.4247494387001431, 'gamma_20': 0.9209999949947758, 'gamma_21': -2.9839906081190364, 'gamma_22': -3.095792225432508, 'gamma_23': 3.1108698255294254, 'gamma_24': -1.64590718798411, 'gamma_25': 3.035601948983709, 'gamma_26': 0.9866890145288642, 'gamma_27': -2.5595712248921827, 'gamma_28': -2.9671657862081187, 'beta_0': 1.3531739963856153, 'beta_1': -1.5459210696047025, 'beta_2': -2.680659333898444, 'beta_3': -0.11303409766628196, 'beta_4': 1.1075399014834675, 'beta_5': -1.8220195804125168, 'beta_6': -2.6749369699986087, 'beta_7': -2.532836986865504, 'beta_8': -1.0953697956688082, 'beta_9': -2.3427074552302747, 'beta_10': 1.4509611835760103, 'beta_11': -0.7098739135241091, 'beta_12': -2.754383043177349, 'beta_13': 0.2693674044819051, 'beta_14': 3.1237365849308945, 'beta_15': -1.1310269454759354, 'beta_16': -0.0889042154674435, 'beta_17': -0.08069545419502965, 'beta_18': 2.9330949691988297, 'beta_19': 1.3072832119487754, 'beta_20': 0.23083539195943695, 'beta_21': -2.98001082731677, 'beta_22': 2.8916288218025565, 'beta_23': -1.5556450612777193, 'beta_24': -2.9869199470010748, 'beta_25': 1.4207485207785568, 'beta_26': 0.6878422090009865, 'beta_27': 1.6194332125935595, 'beta_28': 0.9641460625336186}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 01:16:31,802] Trial 49 finished with value: -23.614304182393976 and parameters: {'optimizer': 'QN-SPSA', 'reps': 10, 'gamma_0': 2.8613513868626677, 'gamma_1': -0.4019265986440074, 'gamma_2': -2.2252349363798314, 'gamma_3': 1.3990614549434286, 'gamma_4': 0.8440406511821179, 'gamma_5': -2.91428585706742, 'gamma_6': 1.1588743472252971, 'gamma_7': 0.20526466626579426, 'gamma_8': -0.17855171578972565, 'gamma_9': -2.165738595005717, 'beta_0': 2.457764718912379, 'beta_1': 2.10268017389013, 'beta_2': 2.5742093210007364, 'beta_3': 0.8441710739407928, 'beta_4': 1.5502154578482286, 'beta_5': 3.0980643950696307, 'beta_6': -0.43067487726421966, 'beta_7': 2.8260017219144755, 'beta_8': 2.6160939149726263, 'beta_9': -1.0150314460679206}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 01:41:27,465] Trial 50 finished with value: -24.047881289782435 and parameters: {'optimizer': 'COBYLA', 'reps': 44, 'gamma_0': -0.9404990611765495, 'gamma_1': -2.8808462444935654, 'gamma_2': -2.9041206565612736, 'gamma_3': 2.0706821521048036, 'gamma_4': -1.616919205503363, 'gamma_5': -0.17075002862803748, 'gamma_6': -2.4165919031126495, 'gamma_7': -1.3651933332753947, 'gamma_8': -2.0658831572844667, 'gamma_9': -3.0697144183302405, 'gamma_10': -2.0721157281521143, 'gamma_11': 0.7271458859379177, 'gamma_12': -2.1152663181839517, 'gamma_13': 3.118849160420855, 'gamma_14': -0.5648764779448985, 'gamma_15': -0.5222408301181065, 'gamma_16': 0.7238694827044728, 'gamma_17': 1.1194279702132317, 'gamma_18': 3.0823533629576554, 'gamma_19': -1.5549340168713475, 'gamma_20': -1.7193641140408378, 'gamma_21': -0.9649269998546125, 'gamma_22': 1.6506766112757858, 'gamma_23': -2.8449609717393454, 'gamma_24': 1.9387138377736333, 'gamma_25': 0.1369932267764323, 'gamma_26': 1.6579815746482753, 'gamma_27': -0.1220663721024947, 'gamma_28': 1.4222415144330496, 'gamma_29': 0.9296910900114654, 'gamma_30': 1.7695420268837412, 'gamma_31': -0.766296254453183, 'gamma_32': 2.987214075416827, 'gamma_33': 2.6171815787013575, 'gamma_34': -3.1036308916447886, 'gamma_35': -0.6898139003468802, 'gamma_36': -3.0508302272244574, 'gamma_37': -1.3479424359947134, 'gamma_38': 2.38445643817729, 'gamma_39': 3.0050335200556173, 'gamma_40': 2.867494087311785, 'gamma_41': -3.0478496838381113, 'gamma_42': -2.724867217417935, 'gamma_43': -0.5333947794551502, 'beta_0': 0.8036498216831389, 'beta_1': 0.971099760244755, 'beta_2': 1.10703325252566, 'beta_3': 2.3566737758826353, 'beta_4': 0.29907354611245135, 'beta_5': -0.14552673130987118, 'beta_6': 0.47049133710963575, 'beta_7': 1.7144435639431945, 'beta_8': 0.502864176981648, 'beta_9': 1.614837656428079, 'beta_10': -3.109393634884352, 'beta_11': 1.6688882445661724, 'beta_12': 0.7516727508416322, 'beta_13': -2.2917329500864527, 'beta_14': 1.0845161917388162, 'beta_15': 0.8582724646739258, 'beta_16': 0.7162403311755772, 'beta_17': -3.018252474857636, 'beta_18': -1.8656529128696597, 'beta_19': -1.9354150255383245, 'beta_20': 1.6103308708181177, 'beta_21': 1.65543892072742, 'beta_22': -0.23893707807598902, 'beta_23': 0.6820874529755131, 'beta_24': 1.7797961648761182, 'beta_25': -1.396982576792321, 'beta_26': 3.013007116432781, 'beta_27': 1.3066958556632287, 'beta_28': -1.7421285457029916, 'beta_29': 1.616603523103104, 'beta_30': 0.9992504354430536, 'beta_31': -0.6896529954672984, 'beta_32': -2.729935987872732, 'beta_33': 1.230505738785977, 'beta_34': -0.6702201358939304, 'beta_35': -0.3322565577698709, 'beta_36': 0.21107827904078735, 'beta_37': 3.0079792002465413, 'beta_38': -2.903789613952277, 'beta_39': -3.001904069527754, 'beta_40': -3.0360364611094095, 'beta_41': 2.8799543992126653, 'beta_42': 2.7919668520015533, 'beta_43': 2.6496600529547822}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 01:41:56,682] Trial 51 finished with value: -28.264676978199663 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.548320028684575, 'beta_0': 2.200520681878994}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 01:42:52,989] Trial 52 finished with value: -25.876477619238955 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.443324801360385, 'gamma_1': 3.1005850303690217, 'gamma_2': 0.6968974400660103, 'beta_0': 1.89538427279839, 'beta_1': -0.0720224702528302, 'beta_2': -0.36536107715528937}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 01:43:21,914] Trial 53 finished with value: -26.988014923671265 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 3.119185167512151, 'beta_0': 2.82479411179112}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 01:44:59,827] Trial 54 finished with value: -24.407366634796986 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.7362910500943634, 'gamma_1': 1.721197981960854, 'gamma_2': 1.120382562926096, 'gamma_3': 0.38036572230392, 'gamma_4': -2.216775027513104, 'beta_0': 2.101275044462738, 'beta_1': -2.3759647927164202, 'beta_2': -1.878124254835908, 'beta_3': -1.773112738947646, 'beta_4': -2.5329894519849936}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 01:47:22,207] Trial 55 finished with value: -24.27267045976094 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': 1.9431835444257328, 'gamma_1': -2.3107570573189653, 'gamma_2': 2.278281753045895, 'gamma_3': -1.518913196916976, 'gamma_4': -2.8151756656822813, 'gamma_5': -1.9502934944508266, 'gamma_6': -0.8848464542026668, 'gamma_7': 2.620273880376732, 'beta_0': 1.1704704596082374, 'beta_1': 1.6611387474559858, 'beta_2': 0.09086572364125918, 'beta_3': -1.0522961024910609, 'beta_4': 0.963397849361881, 'beta_5': 1.2593621315986674, 'beta_6': -2.149727464155084, 'beta_7': 0.8623393065662893}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 02:08:18,384] Trial 56 finished with value: -23.991496354523253 and parameters: {'optimizer': 'COBYLA', 'reps': 35, 'gamma_0': -2.1875123075777667, 'gamma_1': 1.0923325519431193, 'gamma_2': -1.7913789899796957, 'gamma_3': -0.8658864220837221, 'gamma_4': 1.5571539524989464, 'gamma_5': -1.1053692987285857, 'gamma_6': -1.5947598344257532, 'gamma_7': 1.5710952088177945, 'gamma_8': 3.1311457250221135, 'gamma_9': -1.414766727377699, 'gamma_10': 2.4403643041907626, 'gamma_11': -1.1558573660785818, 'gamma_12': 2.347713585366397, 'gamma_13': -2.2840891417038782, 'gamma_14': 1.0858458448170754, 'gamma_15': -1.585265143126093, 'gamma_16': -0.5637322571420371, 'gamma_17': 2.4701587324193945, 'gamma_18': 2.3286284318676453, 'gamma_19': 3.064207976389352, 'gamma_20': 1.962210867001129, 'gamma_21': 1.2465318751539995, 'gamma_22': -0.37269449790319664, 'gamma_23': 0.07024180703928358, 'gamma_24': -0.9680504296444844, 'gamma_25': -1.6761264998980336, 'gamma_26': -1.5112599299132379, 'gamma_27': 1.6723633786697247, 'gamma_28': -1.3556039642910294, 'gamma_29': -1.5319152585449531, 'gamma_30': -1.7980926335010488, 'gamma_31': 1.6882473647925098, 'gamma_32': -1.419483796261949, 'gamma_33': -2.922481132492045, 'gamma_34': 0.7315861434852684, 'beta_0': 2.6157493690313567, 'beta_1': -1.7462435173828552, 'beta_2': -1.4914037291768234, 'beta_3': 1.7977032540601674, 'beta_4': 2.6694312214454885, 'beta_5': -2.9104691711515307, 'beta_6': 1.525782154451723, 'beta_7': 2.424824564602032, 'beta_8': 1.2057683273130524, 'beta_9': 2.9887719874548666, 'beta_10': -2.2091310266843034, 'beta_11': -2.011574866011102, 'beta_12': 3.1332482167677917, 'beta_13': 1.6800103207995594, 'beta_14': -2.2239885663114003, 'beta_15': -2.0779091866227346, 'beta_16': -0.7798086395063132, 'beta_17': 1.1478935220008453, 'beta_18': -1.0381422839837056, 'beta_19': -2.038817189104483, 'beta_20': -2.1212068862708375, 'beta_21': -0.6744262314397175, 'beta_22': 1.8329126107526574, 'beta_23': 2.8743930874539956, 'beta_24': -1.051454042648911, 'beta_25': -1.939645145482333, 'beta_26': -1.1128973690593147, 'beta_27': -1.938030659236476, 'beta_28': 1.7483291778595709, 'beta_29': -1.1481175036321793, 'beta_30': -1.1490846737261797, 'beta_31': 1.457558878396541, 'beta_32': 0.7715500759586227, 'beta_33': -2.9869525667665466, 'beta_34': 1.389515194892904}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 02:09:13,159] Trial 57 finished with value: -25.56757207390529 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 1.520731445225219, 'gamma_1': 2.774418463528434, 'gamma_2': -0.5098701201709809, 'beta_0': -3.0257024331664764, 'beta_1': 3.0817683059847285, 'beta_2': 1.7214390314272747}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 02:11:15,967] Trial 58 finished with value: -24.378664743449015 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 2.3045654987356547, 'gamma_1': -0.1282710268934376, 'gamma_2': 1.8337540291109884, 'gamma_3': -2.8370256537607124, 'gamma_4': 2.7304715059784743, 'gamma_5': 0.9936357308657693, 'gamma_6': 3.0976346304185616, 'beta_0': 0.4630810802227521, 'beta_1': 0.5530211795976863, 'beta_2': 0.6742356215946738, 'beta_3': 2.6968745161903986, 'beta_4': -2.5723931962789672, 'beta_5': 0.2029524120081583, 'beta_6': -2.53579986419064}. Best is trial 10 with value: -28.69565498600227.
[I 2021-08-06 02:11:45,627] Trial 59 finished with value: -29.64967162079728 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.986580029301769, 'beta_0': 2.8952229169211794}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:13:06,500] Trial 60 finished with value: -24.59196656943444 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.925029377486071, 'gamma_1': -0.7921244121721429, 'gamma_2': 0.43492421597869957, 'gamma_3': 2.731411655937715, 'gamma_4': -1.1098590311921095, 'beta_0': 2.9347918660350354, 'beta_1': 2.4254785434399087, 'beta_2': 3.11851620227897, 'beta_3': -2.3233708020147086, 'beta_4': -1.7056034780374445}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:13:35,551] Trial 61 finished with value: -27.377087046287954 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.4575935823886903, 'beta_0': 2.269560881765331}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:14:41,358] Trial 62 finished with value: -25.328802323400737 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.6897327605286203, 'gamma_1': 0.5646764953337168, 'gamma_2': 1.5937657017285876, 'beta_0': 3.1196345731260338, 'beta_1': -3.13024668032715, 'beta_2': -1.0819122831436299}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:15:25,399] Trial 63 finished with value: -27.491058281136947 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 3.0923563705834156, 'gamma_1': -1.4891461260271468, 'beta_0': 2.572089516986044, 'beta_1': 1.079585160234621}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:17:28,925] Trial 64 finished with value: -24.912217856388754 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 2.1511463122314827, 'gamma_1': 1.9541291543360557, 'gamma_2': -0.0037287051402549115, 'gamma_3': 1.562148990326769, 'gamma_4': 2.1514651119510813, 'gamma_5': -2.696734208303985, 'beta_0': 2.7056014301496814, 'beta_1': 2.8730682232365368, 'beta_2': 0.0009238538531677504, 'beta_3': -2.8865172386259683, 'beta_4': 1.8254496862263752, 'beta_5': -1.5321639612497184}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:17:57,998] Trial 65 finished with value: -24.539564135772153 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.8700000317757692, 'beta_0': 2.40641531139881}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:21:00,866] Trial 66 finished with value: -24.047511420193082 and parameters: {'optimizer': 'COBYLA', 'reps': 9, 'gamma_0': 1.6719439547194708, 'gamma_1': 1.0193740572059253, 'gamma_2': 1.032776647797195, 'gamma_3': 0.7160631122716937, 'gamma_4': -0.4848131739751457, 'gamma_5': 1.667651189798652, 'gamma_6': 0.6433458429858377, 'gamma_7': -2.309516041219869, 'gamma_8': 1.6096833725103425, 'beta_0': 1.8136846014294483, 'beta_1': -0.723756668233669, 'beta_2': 2.571261014284166, 'beta_3': -0.4168584912983763, 'beta_4': 0.7197025255885535, 'beta_5': -2.3713800599860915, 'beta_6': 1.9711082269081035, 'beta_7': -1.1175197857164652, 'beta_8': 1.5196574109852738}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:33:49,751] Trial 67 finished with value: -21.584054162207014 and parameters: {'optimizer': 'SPSA', 'reps': 3, 'gamma_0': 2.070043827033686, 'gamma_1': -1.8507761540874497, 'gamma_2': 2.8035594097018324, 'beta_0': 2.0877449854661143, 'beta_1': -0.3392989493129047, 'beta_2': -2.8038522617993924}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:35:29,291] Trial 68 finished with value: -25.06421566116818 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.37965034676313, 'gamma_1': 0.19774430861500664, 'gamma_2': -1.1008060397492347, 'gamma_3': 2.3502441898798896, 'gamma_4': 0.11874314645286803, 'beta_0': 2.999616128174412, 'beta_1': -2.4785150533767344, 'beta_2': -1.2837671109407558, 'beta_3': 2.3428184822094886, 'beta_4': -0.26658896225353956}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 02:37:33,444] Trial 69 finished with value: -24.187676729279307 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': 1.1823649384084312, 'gamma_1': -0.628215120427739, 'gamma_2': -0.7227247114606108, 'gamma_3': -3.1363642847724584, 'gamma_4': 0.5885510848440707, 'gamma_5': 2.682352074962157, 'gamma_6': -0.34458659907947303, 'beta_0': 2.762754486035066, 'beta_1': -2.9047867615854264, 'beta_2': -2.310925732799919, 'beta_3': -1.7578199029055872, 'beta_4': -0.6880194936221267, 'beta_5': -0.9310442811171485, 'beta_6': -1.6900599698580754}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:30:04,674] Trial 70 finished with value: -23.817230364817302 and parameters: {'optimizer': 'QN-SPSA', 'reps': 22, 'gamma_0': 2.695502142715007, 'gamma_1': 1.6167672562871036, 'gamma_2': 2.3365544306664905, 'gamma_3': -0.026087619679699782, 'gamma_4': 3.1023705552164658, 'gamma_5': 0.763459559757765, 'gamma_6': -2.2431242731005825, 'gamma_7': -1.76157372871757, 'gamma_8': -0.8742203344657121, 'gamma_9': -0.5941818215847351, 'gamma_10': 0.24153005324755636, 'gamma_11': -0.10121464638564884, 'gamma_12': -0.1469825485361539, 'gamma_13': 2.338555436986406, 'gamma_14': -2.9589759777369644, 'gamma_15': 1.805541706331669, 'gamma_16': 2.8038569932517645, 'gamma_17': -0.03187575252173844, 'gamma_18': 0.6222103606821849, 'gamma_19': 1.4070921756977013, 'gamma_20': 0.1998345038015614, 'gamma_21': 3.112169945951588, 'beta_0': 0.9849673996683443, 'beta_1': -1.0412871996568955, 'beta_2': 2.061896879819051, 'beta_3': 0.2218237576123584, 'beta_4': 0.20656252321031, 'beta_5': 0.4787612274376865, 'beta_6': -0.3139984170441791, 'beta_7': -0.972672870333764, 'beta_8': -1.8235057461277826, 'beta_9': 2.479444950968299, 'beta_10': 0.3218170230700702, 'beta_11': 0.41868524706288185, 'beta_12': -0.7454965276968695, 'beta_13': 3.031145300042285, 'beta_14': -1.1456835650998518, 'beta_15': 1.8176733889581014, 'beta_16': 2.2109046085522244, 'beta_17': 2.4299341183934824, 'beta_18': -2.712546157706836, 'beta_19': 3.1382476273710016, 'beta_20': -0.6171232852299678, 'beta_21': -2.0945162576241296}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:30:34,387] Trial 71 finished with value: -27.10752721462406 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 3.108166429291637, 'beta_0': 2.5314413149909947}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:31:19,160] Trial 72 finished with value: -26.1998480903386 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.9931489847158637, 'gamma_1': -1.4199098565555137, 'beta_0': 2.266561107260464, 'beta_1': 1.1356577461213595}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:32:00,337] Trial 73 finished with value: -26.748608507628802 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.5735845977634724, 'gamma_1': -2.779452340062189, 'beta_0': 2.6067215933373977, 'beta_1': 0.22323870260951018}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:33:09,893] Trial 74 finished with value: -25.076311431495675 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.10486516158986461, 'gamma_1': -1.0879727905949925, 'gamma_2': -2.091658051911923, 'gamma_3': -1.6475365589075102, 'beta_0': 2.0091527336468396, 'beta_1': 1.5520355715350587, 'beta_2': -2.005213581291641, 'beta_3': 1.493071953303408}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:33:49,627] Trial 75 finished with value: -27.103660388900096 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.840706069091878, 'gamma_1': -1.5656463896997954, 'beta_0': 2.921746983353435, 'beta_1': 1.937478095253485}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:35:13,873] Trial 76 finished with value: -25.281512313875684 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 0.7779750539587067, 'gamma_1': -2.078328065014195, 'gamma_2': 2.9694235092141286, 'gamma_3': -2.167839390180491, 'gamma_4': -1.1930532914229663, 'beta_0': 1.7234388175436695, 'beta_1': 0.4634298835537525, 'beta_2': -1.583812244243829, 'beta_3': 0.6846931508646754, 'beta_4': 3.128539929370721}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:36:20,118] Trial 77 finished with value: -23.9003243099429 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 3.1374799085775025, 'gamma_1': -2.37999704814177, 'gamma_2': -3.0669942712812506, 'gamma_3': 2.8827234196304445, 'beta_0': 1.465158731739709, 'beta_1': 0.7739788946144126, 'beta_2': 0.9131801444513601, 'beta_3': -2.1699252519479844}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:36:49,369] Trial 78 finished with value: -26.224624388737247 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.1318451996394465, 'beta_0': 2.378280481639885}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:37:52,967] Trial 79 finished with value: -27.205680280809304 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 1.6449434267543726, 'gamma_1': 0.02552821464434385, 'gamma_2': 1.8229827146224007, 'beta_0': 3.1373529672165317, 'beta_1': 2.5103952031103236, 'beta_2': 2.7181495474666257}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:41:49,688] Trial 80 finished with value: -24.136057078996863 and parameters: {'optimizer': 'COBYLA', 'reps': 11, 'gamma_0': 2.3741958908246206, 'gamma_1': -3.0095071622359586, 'gamma_2': -1.5084607431903014, 'gamma_3': -1.0792967752086742, 'gamma_4': -0.7425989169148539, 'gamma_5': -2.0968218731196577, 'gamma_6': -0.20782121106460286, 'gamma_7': -3.0453961110220207, 'gamma_8': 2.4543794170402013, 'gamma_9': 0.2979814850798995, 'gamma_10': -0.7772384395963708, 'beta_0': 2.8876553843857966, 'beta_1': 1.3432470835081047, 'beta_2': -0.6610541133532191, 'beta_3': -0.7247523220400234, 'beta_4': -2.9056673860865465, 'beta_5': 0.7775952407492369, 'beta_6': 1.2746771821443879, 'beta_7': -1.4082159642605048, 'beta_8': -2.677165119038816, 'beta_9': 0.37626783113052037, 'beta_10': 2.6612062858991874}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:42:16,854] Trial 81 finished with value: -28.24904617605048 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.507157388286637, 'beta_0': 2.2126439707534056}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:42:58,815] Trial 82 finished with value: -25.393388595461108 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.6626735508844313, 'gamma_1': -1.6751893558880848, 'beta_0': 2.2067939869215856, 'beta_1': 2.3167144665222494}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:50:02,199] Trial 83 finished with value: -24.3814592259904 and parameters: {'optimizer': 'COBYLA', 'reps': 17, 'gamma_0': 3.0027515468542902, 'gamma_1': -2.603140683038163, 'gamma_2': -2.6390114656748542, 'gamma_3': 1.7539389283881313, 'gamma_4': -2.2450611997687737, 'gamma_5': -0.6193928094207817, 'gamma_6': -0.899950691786206, 'gamma_7': 0.47635282343846613, 'gamma_8': 0.262127685877645, 'gamma_9': -0.11381860417390248, 'gamma_10': -3.051237931714454, 'gamma_11': -2.5409534229386757, 'gamma_12': -3.116234653359989, 'gamma_13': 0.8353070162061222, 'gamma_14': -1.784227274438488, 'gamma_15': 0.402723104296912, 'gamma_16': -1.1426299952602292, 'beta_0': 2.507286421271271, 'beta_1': 1.190446752475725, 'beta_2': 0.6331849412222424, 'beta_3': -2.6096426295494632, 'beta_4': 1.4376265104356083, 'beta_5': 1.539854652475777, 'beta_6': 2.438666060296662, 'beta_7': 3.127810955711274, 'beta_8': -0.6196973236230304, 'beta_9': -1.2328899281030528, 'beta_10': -0.5824118922801015, 'beta_11': 2.4087810813858335, 'beta_12': 1.5696793757121787, 'beta_13': 0.5367002332173387, 'beta_14': 0.21524806765728377, 'beta_15': -0.42730971631652565, 'beta_16': 1.337983461339252}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:51:51,699] Trial 84 finished with value: -24.591344564164928 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 2.5296567388969997, 'gamma_1': -0.941998237194115, 'gamma_2': -0.131992674417242, 'gamma_3': 0.21537761965345076, 'gamma_4': 1.4414077437103079, 'gamma_5': 0.16137870847112848, 'beta_0': 1.9170921426080474, 'beta_1': 1.982286379956188, 'beta_2': 1.5629355596552619, 'beta_3': -0.8823088240569958, 'beta_4': -1.2679554480586783, 'beta_5': -0.36449439087484414}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:52:22,996] Trial 85 finished with value: -26.861355853807023 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.3427798722190296, 'beta_0': -2.618631797414049}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 03:53:34,108] Trial 86 finished with value: -24.949716692805588 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 2.7875382875313797, 'gamma_1': 0.3914828613842349, 'gamma_2': 1.1011394874217086, 'gamma_3': -0.27396354622309416, 'beta_0': 2.699611022837085, 'beta_1': -0.2384890156297117, 'beta_2': -0.13240364035402766, 'beta_3': 1.7095704528327649}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:04:59,972] Trial 87 finished with value: -25.439668297449867 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 2.2451031461046336, 'gamma_1': -1.1897741416183245, 'beta_0': 2.3295524918863078, 'beta_1': -0.5168705732255686}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:06:53,675] Trial 88 finished with value: -24.251827425245196 and parameters: {'optimizer': 'COBYLA', 'reps': 7, 'gamma_0': -0.2916045064703474, 'gamma_1': -0.67085249871974, 'gamma_2': -1.2302586041824777, 'gamma_3': -0.6231130419415114, 'gamma_4': -2.9131324471169098, 'gamma_5': -1.1440156578683036, 'gamma_6': 2.323638771717413, 'beta_0': 1.3446617112046142, 'beta_1': -1.2234336037905342, 'beta_2': 0.1981019263827253, 'beta_3': 2.918252281578578, 'beta_4': 0.8004560979602504, 'beta_5': 2.1235049334000466, 'beta_6': -0.7843799907952015}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:07:46,230] Trial 89 finished with value: -24.976958678398578 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.4364958682945392, 'gamma_1': -0.5268326221398337, 'gamma_2': 0.2099106863831218, 'beta_0': 2.0662726687055577, 'beta_1': -0.9005816654686063, 'beta_2': -0.30647243832861193}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:36:23,071] Trial 90 finished with value: -23.91375814826221 and parameters: {'optimizer': 'QN-SPSA', 'reps': 9, 'gamma_0': 1.7973305703212517, 'gamma_1': -0.18231948682251176, 'gamma_2': -1.7013043553073341, 'gamma_3': 1.20684956157113, 'gamma_4': -0.6757557886598995, 'gamma_5': 2.201005615365329, 'gamma_6': -2.6323506028794252, 'gamma_7': -0.3601980484051083, 'gamma_8': -2.374832788906147, 'beta_0': 1.7062684829407302, 'beta_1': 2.817202440871155, 'beta_2': 1.0544772303191117, 'beta_3': -0.3654047841467477, 'beta_4': -1.9752276567830993, 'beta_5': -2.0630929089026884, 'beta_6': 0.6520935939458786, 'beta_7': -0.610847165703325, 'beta_8': -1.0745761958205553}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:36:50,992] Trial 91 finished with value: -28.36248816768279 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.40057216129345, 'beta_0': 2.2116426915218286}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:37:19,323] Trial 92 finished with value: -26.21765270115606 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.024545925027427, 'beta_0': 2.495742334666169}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:39:00,204] Trial 93 finished with value: -25.87874551374534 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.416698995100361, 'gamma_1': -2.0249264997844048, 'gamma_2': -2.1525547848581223, 'gamma_3': -2.171950695262485, 'gamma_4': 0.8132375932858692, 'beta_0': 2.1534104221694155, 'beta_1': 1.0530022325752544, 'beta_2': 3.0427376911941804, 'beta_3': 0.9893909040438967, 'beta_4': -0.8630149636492771}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:39:57,577] Trial 94 finished with value: -26.22725561873247 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.561216859815469, 'gamma_1': -1.3726090610935002, 'gamma_2': -2.368748480904558, 'beta_0': 2.638840344774259, 'beta_1': -1.9116103623298994, 'beta_2': -2.2133750986249634}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:40:42,478] Trial 95 finished with value: -28.079618143797774 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 1.0252432211039837, 'gamma_1': 0.8391359917102799, 'beta_0': 2.8549603159514136, 'beta_1': 0.11401634838563535}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:41:57,081] Trial 96 finished with value: -26.132834247062505 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 1.0946103533840308, 'gamma_1': 2.582761234943861, 'gamma_2': -0.7762008336518951, 'gamma_3': 0.5545042823011161, 'beta_0': 1.9432198206817448, 'beta_1': 0.07051627861872095, 'beta_2': -3.0797975088546874, 'beta_3': -1.4611754449205165}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:43:46,190] Trial 97 finished with value: -24.445373575267812 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 1.5203339435119456, 'gamma_1': 0.8882685256421815, 'gamma_2': 2.4823083805670896, 'gamma_3': -1.2158195785695822, 'gamma_4': 0.32593652974519155, 'gamma_5': 3.055961768934673, 'beta_0': 1.5194761561852563, 'beta_1': -2.191578570656079, 'beta_2': 1.3189920412800424, 'beta_3': 0.10647080286634315, 'beta_4': 0.4423209408117905, 'beta_5': -0.9134978123162405}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:44:14,422] Trial 98 finished with value: -26.756975395721714 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.9301792885881313, 'beta_0': -1.2345631936503438}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:44:59,939] Trial 99 finished with value: -27.311156553360206 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': -3.1412181314062733, 'gamma_1': 2.1241484519766773, 'beta_0': 3.120537936718183, 'beta_1': -1.3153196812213153}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:46:23,028] Trial 100 finished with value: -24.61781940260354 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 1.9253031138643122, 'gamma_1': 0.6166980955128056, 'gamma_2': -0.4312274796251226, 'gamma_3': 1.9394124228172902, 'beta_0': 2.866562472297776, 'beta_1': 0.7487579640430496, 'beta_2': -0.8022425354485168, 'beta_3': 0.46085611997154435}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:47:06,302] Trial 101 finished with value: -27.96530861730237 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.8123979106689396, 'gamma_1': -0.28431360452457666, 'beta_0': 2.3451128849917406, 'beta_1': 0.39932726567668353}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:47:33,540] Trial 102 finished with value: -29.041925220737937 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.5751215514208416, 'beta_0': 2.37185542992305}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:48:20,195] Trial 103 finished with value: -25.248177590774503 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.6979493443088927, 'gamma_1': 1.5470701663395576, 'beta_0': 2.389327142948349, 'beta_1': 0.2752684768371206}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:49:14,033] Trial 104 finished with value: -25.536366854334496 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.32963100782911725, 'gamma_1': 1.1918814244941067, 'gamma_2': -2.913462734788388, 'beta_0': 2.2818399932315803, 'beta_1': 0.635668012184666, 'beta_2': -2.586216173205435}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:50:33,357] Trial 105 finished with value: -23.857180839945826 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 0.5525892777583954, 'gamma_1': 0.7947287724595133, 'gamma_2': 0.5062694984263609, 'gamma_3': -2.8086634572439104, 'gamma_4': -0.23279245219110942, 'beta_0': 3.028498213242131, 'beta_1': -0.12956123257685737, 'beta_2': 0.534375290517302, 'beta_3': 1.3429396926201682, 'beta_4': -0.15388892422641032}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:51:01,676] Trial 106 finished with value: -26.74267935016924 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.032005279503352635, 'beta_0': 2.737484925433429}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:53:12,429] Trial 107 finished with value: -23.787298461167374 and parameters: {'optimizer': 'COBYLA', 'reps': 8, 'gamma_0': 1.003390198312156, 'gamma_1': 0.037418159684424857, 'gamma_2': 1.3084318818279697, 'gamma_3': 2.397839693399863, 'gamma_4': -1.8931973990895976, 'gamma_5': -2.467045460380857, 'gamma_6': 1.3895713422631686, 'gamma_7': -2.7100005586532645, 'beta_0': 1.8319231495650712, 'beta_1': 1.5452974468107736, 'beta_2': 2.066752170010944, 'beta_3': -3.029145788406099, 'beta_4': 2.046018830919093, 'beta_5': 2.736381980127555, 'beta_6': -0.12902932358825128, 'beta_7': 1.8523720080303991}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:54:56,655] Trial 108 finished with value: -25.033004820047555 and parameters: {'optimizer': 'COBYLA', 'reps': 6, 'gamma_0': 1.2610970833293753, 'gamma_1': -0.34970399504116245, 'gamma_2': 2.0500944548589155, 'gamma_3': -1.8611049278333502, 'gamma_4': 2.3097974182017786, 'gamma_5': -1.8014813076008631, 'beta_0': 2.8206378703102253, 'beta_1': -0.839955777314048, 'beta_2': 2.4292314329961453, 'beta_3': 2.500863450176865, 'beta_4': 2.632858326619061, 'beta_5': 3.139033802093862}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 04:55:53,253] Trial 109 finished with value: -26.772604665686046 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 0.8472807832602455, 'gamma_1': 0.37466957865017225, 'gamma_2': -1.9629992668367973, 'beta_0': 2.4444374020903776, 'beta_1': 0.3117870200122509, 'beta_2': 2.8385636853454352}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 05:07:22,431] Trial 110 finished with value: -27.210433379586405 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 0.2969729281532577, 'gamma_1': 0.22396671577554417, 'beta_0': 2.1670062958496605, 'beta_1': -0.6043770373685471}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 05:07:51,984] Trial 111 finished with value: -28.93198912857099 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.5778612649472497, 'beta_0': 2.0234464972445236}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 05:08:19,831] Trial 112 finished with value: -27.83890396308904 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.6001840358090449, 'beta_0': 2.0216304458533543}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 05:08:59,492] Trial 113 finished with value: -25.60673447901189 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 0.2609264728115481, 'gamma_1': 1.3651174753104456, 'beta_0': 1.8048002034029058, 'beta_1': -1.4912091977915454}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 05:10:11,544] Trial 114 finished with value: -25.47326788664275 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.6462030104991595, 'gamma_1': 1.846199524323675, 'gamma_2': 0.039556559211301696, 'gamma_3': -2.375090367192316, 'beta_0': 2.2309511396954913, 'beta_1': -0.3673189915320507, 'beta_2': -2.8468229562882947, 'beta_3': -1.0560271287820566}. Best is trial 59 with value: -29.64967162079728.
[I 2021-08-06 05:10:42,876] Trial 115 finished with value: -29.88213138357372 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.7939874076485762, 'beta_0': 2.9447738171702538}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:11:14,817] Trial 116 finished with value: -25.541028561895867 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.11550698627326844, 'beta_0': 2.5563113436420277}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:12:30,612] Trial 117 finished with value: -24.592376990363977 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 0.4433080399054279, 'gamma_1': 2.6887749401031713, 'gamma_2': 0.9247604150323481, 'gamma_3': 2.926504371594621, 'beta_0': 2.964897479055202, 'beta_1': 0.034178172123710604, 'beta_2': -1.441550371542551, 'beta_3': -1.875793966010287}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:13:17,581] Trial 118 finished with value: -25.19093545998548 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.97713236972988, 'gamma_1': 2.138520984768628, 'gamma_2': 3.0424951886351392, 'beta_0': 2.674669332012602, 'beta_1': -1.6976021489640547, 'beta_2': -0.45017990884465203}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:13:47,873] Trial 119 finished with value: -26.436941542911633 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 0.7835388393421097, 'beta_0': 1.661936844376775}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:35:54,736] Trial 120 finished with value: -24.442103940732228 and parameters: {'optimizer': 'QN-SPSA', 'reps': 5, 'gamma_0': 2.6362671197838123, 'gamma_1': 2.4313595476913763, 'gamma_2': 1.6652407654967694, 'gamma_3': 0.7614371725940089, 'gamma_4': 2.9295643370330953, 'beta_0': -0.42186852337183095, 'beta_1': -1.8424310557550179, 'beta_2': 1.5653653266137126, 'beta_3': 3.1157934349829133, 'beta_4': -1.2694567595202875}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:36:23,512] Trial 121 finished with value: -29.120393488806886 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.8415450788637475, 'beta_0': 2.3754885955825453}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:36:53,243] Trial 122 finished with value: -27.97060693788522 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.8873864218557217, 'beta_0': 2.83491093050236}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:37:42,471] Trial 123 finished with value: -26.79733150601135 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.4478773206876157, 'gamma_1': 0.9866886850163549, 'beta_0': 3.119247793984948, 'beta_1': -2.930307457436718}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:38:47,421] Trial 124 finished with value: -27.646471559137787 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.746040170502414, 'gamma_1': 2.8599154592498306, 'gamma_2': 0.5923194218832568, 'beta_0': 2.015751624176519, 'beta_1': -2.5287952617147176, 'beta_2': -1.002824313435546}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:53:01,533] Trial 125 finished with value: -24.1079641810757 and parameters: {'optimizer': 'COBYLA', 'reps': 28, 'gamma_0': 2.3132452632694642, 'gamma_1': 2.951265182984012, 'gamma_2': -1.344474702607273, 'gamma_3': 2.5572701629581416, 'gamma_4': 1.8597118504910088, 'gamma_5': 0.40875059631446775, 'gamma_6': 2.8134164564233934, 'gamma_7': 1.823611682326168, 'gamma_8': 1.2245075252631785, 'gamma_9': 2.6720233949274053, 'gamma_10': -1.8908694035872091, 'gamma_11': -1.5006629781690801, 'gamma_12': -1.4652241458342345, 'gamma_13': -0.7189260191191431, 'gamma_14': -0.3710115192894193, 'gamma_15': -0.6161005146169299, 'gamma_16': -2.627584250518232, 'gamma_17': -1.2597624407332928, 'gamma_18': -0.7614410844290066, 'gamma_19': -0.24459579951327692, 'gamma_20': -2.4496373861168808, 'gamma_21': 0.6204278159228255, 'gamma_22': 0.838511711021887, 'gamma_23': -1.4974624596117754, 'gamma_24': 1.3942284937700233, 'gamma_25': 3.083083597794984, 'gamma_26': 0.25944045066281585, 'gamma_27': -1.4109853898881786, 'beta_0': 2.509728314431073, 'beta_1': -2.212937165061119, 'beta_2': 0.46601677300531014, 'beta_3': -1.2661405991599204, 'beta_4': -2.8236578931772995, 'beta_5': -2.8219007548987918, 'beta_6': 2.878109080130138, 'beta_7': -2.6029857894599977, 'beta_8': 1.9468377489065505, 'beta_9': 0.8953087098298954, 'beta_10': 1.478163045681072, 'beta_11': -3.071684860764568, 'beta_12': -2.4846978235025636, 'beta_13': -0.6266861730460497, 'beta_14': -3.119705043835817, 'beta_15': -2.5365365473539687, 'beta_16': -2.543305862645718, 'beta_17': -0.4829557623664108, 'beta_18': 1.2632223286149746, 'beta_19': 1.3109299316775849, 'beta_20': 2.2290692020458356, 'beta_21': 0.9292655482280371, 'beta_22': -1.9027127690582437, 'beta_23': -1.2351911463053604, 'beta_24': -0.0025039887239615725, 'beta_25': 0.7813169347814227, 'beta_26': -3.0241763031205426, 'beta_27': 1.4069749882891882}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:53:31,779] Trial 126 finished with value: -27.654226989596037 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 1.0270657416470637, 'beta_0': 2.6670606449096588}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:54:39,152] Trial 127 finished with value: -25.50007013327153 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 3.0378365866140533, 'gamma_1': 1.4895376843598558, 'gamma_2': 1.3523658431446557, 'gamma_3': -0.881663746306425, 'beta_0': 2.1503536020680407, 'beta_1': 0.9444436338230325, 'beta_2': -1.6425628044189842, 'beta_3': 0.004868835731634793}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 05:55:34,836] Trial 128 finished with value: -25.051323193497076 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.6202173643283926, 'gamma_1': 1.9787368282483324, 'gamma_2': -0.9080538415013396, 'beta_0': 2.9966524152723775, 'beta_1': -1.0223595504079523, 'beta_2': -2.1080186889744277}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:19:43,924] Trial 129 finished with value: -23.896093444716904 and parameters: {'optimizer': 'COBYLA', 'reps': 43, 'gamma_0': 1.1926120141917187, 'gamma_1': 1.1847359654017025, 'gamma_2': -1.676426390506693, 'gamma_3': 1.539652272638313, 'gamma_4': -1.593050883404558, 'gamma_5': -1.3115475018186922, 'gamma_6': 0.3390016871668771, 'gamma_7': 1.1909586784387285, 'gamma_8': 1.949704479455093, 'gamma_9': -1.4699232534279316, 'gamma_10': 0.7973474026553646, 'gamma_11': 3.1273050891274012, 'gamma_12': 2.6565441855946617, 'gamma_13': -2.625019535986965, 'gamma_14': 0.5673578349794947, 'gamma_15': 3.0489675985763967, 'gamma_16': 2.0974209912349604, 'gamma_17': -2.081911385126366, 'gamma_18': -2.326227843588128, 'gamma_19': -1.334980453844743, 'gamma_20': 3.0704496826230194, 'gamma_21': 2.2122273733784117, 'gamma_22': 2.3954788252376584, 'gamma_23': 2.380275992383757, 'gamma_24': -2.47970986971802, 'gamma_25': 0.14079234714716066, 'gamma_26': -3.0688852714313852, 'gamma_27': 0.35939827100617017, 'gamma_28': 0.8081623788032807, 'gamma_29': 0.5409926716316281, 'gamma_30': 0.7749755584334117, 'gamma_31': -1.6260379575382171, 'gamma_32': 3.1371200895010936, 'gamma_33': -0.8940971264604365, 'gamma_34': -1.6528636429482773, 'gamma_35': 1.4982525442255432, 'gamma_36': 2.839826571848237, 'gamma_37': 2.9063208535482814, 'gamma_38': -0.7180538527503066, 'gamma_39': -3.09615836609513, 'gamma_40': -2.699205053496617, 'gamma_41': 2.4706278670106916, 'gamma_42': 2.595774849650252, 'beta_0': 2.3016675745959922, 'beta_1': 2.9790617658019793, 'beta_2': 0.21992341411818875, 'beta_3': 0.852194602428118, 'beta_4': 2.3229512826872365, 'beta_5': 0.220149707518252, 'beta_6': -2.7981778572486147, 'beta_7': 0.016615440233867646, 'beta_8': 2.7427494376033605, 'beta_9': -0.5184932266200113, 'beta_10': -1.695259907776509, 'beta_11': -1.599142846988319, 'beta_12': -1.2428875764599678, 'beta_13': -1.6017908536628285, 'beta_14': -0.7688703182055882, 'beta_15': -1.5874300565580675, 'beta_16': -1.8099381257795049, 'beta_17': -2.936196791618575, 'beta_18': -2.488968001584632, 'beta_19': -0.6890839166403345, 'beta_20': 0.9837908611775114, 'beta_21': -0.3386489768967732, 'beta_22': -0.1447033565294573, 'beta_23': -2.5679006837517817, 'beta_24': -1.8168381140278271, 'beta_25': 1.9197243033066111, 'beta_26': 1.5822793223354228, 'beta_27': -1.3263155199813064, 'beta_28': -2.1737088044142356, 'beta_29': 2.0273830220137685, 'beta_30': 1.9626605932584889, 'beta_31': -1.7674254737320212, 'beta_32': -1.3034726378900279, 'beta_33': -0.21572269652045745, 'beta_34': -1.906646304407644, 'beta_35': -0.014804121658430688, 'beta_36': -0.8278459038869111, 'beta_37': 1.0670237662153137, 'beta_38': 3.0835702898346344, 'beta_39': 2.9362965256403633, 'beta_40': -0.4408098151882654, 'beta_41': -0.42893687728398855, 'beta_42': -2.522264260560248}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:40:17,743] Trial 130 finished with value: -23.299412973275274 and parameters: {'optimizer': 'COBYLA', 'reps': 35, 'gamma_0': 2.232219210367591, 'gamma_1': -0.8150819045618365, 'gamma_2': 2.8514592627073476, 'gamma_3': 1.0580395188427623, 'gamma_4': 0.9953564588740017, 'gamma_5': -2.6865365060080997, 'gamma_6': 0.8531632846838159, 'gamma_7': -1.0452436460513466, 'gamma_8': -0.5037158836366549, 'gamma_9': -2.4697640198494084, 'gamma_10': 1.6200467455293768, 'gamma_11': 0.3608262246288649, 'gamma_12': 1.900634257077965, 'gamma_13': -1.5622625039822755, 'gamma_14': 1.5349423390997232, 'gamma_15': 1.2142198643248467, 'gamma_16': 1.2837846416824708, 'gamma_17': 0.9565671126623161, 'gamma_18': 0.7971461429138111, 'gamma_19': -2.5352388634593654, 'gamma_20': -0.00358229817920681, 'gamma_21': -1.3907780686840439, 'gamma_22': -2.5158542648852116, 'gamma_23': 0.6530150269888508, 'gamma_24': -1.4156440071479601, 'gamma_25': -3.1069881323488064, 'gamma_26': 2.3891167948836047, 'gamma_27': -3.135355684509386, 'gamma_28': -2.0652821651170874, 'gamma_29': 2.1133572789956148, 'gamma_30': -1.7907425553986995, 'gamma_31': 1.0313683213887068, 'gamma_32': -0.8747368503529618, 'gamma_33': 1.8018960311798258, 'gamma_34': 3.1374850553467737, 'beta_0': 2.404512874528201, 'beta_1': 1.7049434230525444, 'beta_2': -1.2541313836494774, 'beta_3': -0.19844312238584993, 'beta_4': -2.2805261378648822, 'beta_5': -1.4697603412368285, 'beta_6': 0.14288994279640957, 'beta_7': 0.6572057381594657, 'beta_8': 0.8264419504456646, 'beta_9': -2.6492583414705, 'beta_10': -1.3657284590193557, 'beta_11': -2.5991392567341634, 'beta_12': 0.3645661510935067, 'beta_13': -2.694280078232484, 'beta_14': -0.12550327406283246, 'beta_15': 0.4710154999704464, 'beta_16': -0.6750699500258878, 'beta_17': 0.677825051109108, 'beta_18': 2.6247155249704073, 'beta_19': 0.007657826145758747, 'beta_20': -0.8608784809080814, 'beta_21': 1.8698531571300303, 'beta_22': 0.7415634234930076, 'beta_23': 2.2661097212602397, 'beta_24': 0.8681220328919637, 'beta_25': -2.1892144187359404, 'beta_26': -0.7608160824919633, 'beta_27': 2.177909867342439, 'beta_28': -0.2815234657760489, 'beta_29': -1.0213701471906762, 'beta_30': -1.4620523887035612, 'beta_31': 1.105367600330921, 'beta_32': 3.0389153843439027, 'beta_33': 1.4479838080444394, 'beta_34': 2.9667247490564765}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:40:44,553] Trial 131 finished with value: -28.23024673722769 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.7872739340611505, 'beta_0': 2.9104324087076145}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:41:13,840] Trial 132 finished with value: -29.13148139059949 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.890703529432773, 'beta_0': 2.834356227392329}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:41:42,048] Trial 133 finished with value: -27.862894645394967 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.8848167199457553, 'beta_0': 3.0347292147760427}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:42:08,268] Trial 134 finished with value: -29.813874085438734 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.723494147975518, 'beta_0': 1.9167566695401381}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:42:56,653] Trial 135 finished with value: -25.42566485067022 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.7538552711480095, 'gamma_1': -1.7357261280102618, 'gamma_2': -2.445652886180603, 'beta_0': 2.752607561115608, 'beta_1': 2.599029270462187, 'beta_2': 1.1442661432402723}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:43:25,359] Trial 136 finished with value: -29.32360747426558 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.507560268308578, 'beta_0': 1.9322094102143303}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:44:10,966] Trial 137 finished with value: -26.29748564524337 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.5046789605055513, 'gamma_1': -2.549736886743358, 'beta_0': 1.9204133128378538, 'beta_1': 2.295973853360644}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:45:45,788] Trial 138 finished with value: -24.859529541004562 and parameters: {'optimizer': 'COBYLA', 'reps': 5, 'gamma_0': 2.4234785327230246, 'gamma_1': -2.2204029780995587, 'gamma_2': -0.622859474921511, 'gamma_3': -0.7089294337455188, 'gamma_4': 2.6531004973421983, 'beta_0': 1.6059108891750564, 'beta_1': -2.765912345031844, 'beta_2': 1.8521558523358737, 'beta_3': 2.21453184746287, 'beta_4': -1.879942438397398}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:46:15,332] Trial 139 finished with value: -27.84694169050846 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': -0.20686803246190155, 'beta_0': 2.1967506286253227}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:47:20,762] Trial 140 finished with value: -24.526588749918545 and parameters: {'optimizer': 'COBYLA', 'reps': 4, 'gamma_0': 2.5589128747546024, 'gamma_1': -3.125140057773588, 'gamma_2': 0.9003102619911746, 'gamma_3': -0.30404760906874756, 'beta_0': 1.7761339250539891, 'beta_1': 1.9531850856243136, 'beta_2': -1.838602653831953, 'beta_3': -2.4007678774796815}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:47:48,638] Trial 141 finished with value: -26.52298249546373 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.7029116045700983, 'beta_0': 2.5767948129191476}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:48:31,453] Trial 142 finished with value: -27.76878617981438 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 3.1005416357031588, 'gamma_1': 3.1118935807976307, 'beta_0': 2.057081415023434, 'beta_1': -2.5923883237105265}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:49:02,157] Trial 143 finished with value: -28.306066070564565 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.9644207934806976, 'beta_0': 2.4590329295716487}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:49:58,153] Trial 144 finished with value: -24.45652756326979 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.9503069929094616, 'gamma_1': -2.8731249564652996, 'gamma_2': 2.3042753367470765, 'beta_0': 2.4745488826961743, 'beta_1': -3.0338281995344656, 'beta_2': 2.0770201980096266}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:50:30,051] Trial 145 finished with value: -28.28745497210806 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.1407879251529027, 'beta_0': 2.311717585899055}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:51:14,972] Trial 146 finished with value: -27.244272045875988 and parameters: {'optimizer': 'COBYLA', 'reps': 2, 'gamma_0': 2.1370507277063027, 'gamma_1': 1.7234981101863711, 'beta_0': 2.289350899991335, 'beta_1': 3.1388593829293194}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:51:43,155] Trial 147 finished with value: -28.104022966837903 and parameters: {'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.2954116558525057, 'beta_0': 2.1292930879413663}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 06:52:42,014] Trial 148 finished with value: -25.36002296844943 and parameters: {'optimizer': 'COBYLA', 'reps': 3, 'gamma_0': 2.0041104579396056, 'gamma_1': 2.5548817218591924, 'gamma_2': 1.9053736132445924, 'beta_0': 1.8783149461393256, 'beta_1': 1.3055142694812294, 'beta_2': -2.394059308202126}. Best is trial 115 with value: -29.88213138357372.
[I 2021-08-06 07:04:09,653] Trial 149 finished with value: -25.735947428336747 and parameters: {'optimizer': 'SPSA', 'reps': 2, 'gamma_0': 1.7695900310361496, 'gamma_1': -1.2107036397826407, 'beta_0': 2.409746920527025, 'beta_1': -1.373458631936455}. Best is trial 115 with value: -29.88213138357372.

print(study.best_trial)

FrozenTrial(number=115, values=[-29.88213138357372], datetime_start=datetime.datetime(2021, 8, 6, 5, 10, 11, 547648), datetime_complete=datetime.datetime(2021, 8, 6, 5, 10, 42, 874553), params={'optimizer': 'COBYLA', 'reps': 1, 'gamma_0': 2.7939874076485762, 'beta_0': 2.9447738171702538}, distributions={'optimizer': CategoricalDistribution(choices=('SPSA', 'QN-SPSA', 'COBYLA')), 'reps': IntUniformDistribution(high=50, low=1, step=1), 'gamma_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793), 'beta_0': UniformDistribution(high=3.141592653589793, low=-3.141592653589793)}, user_attrs={'best': [-29.88213138357372, optimal function value: -35.0
optimal value: [0. 1. 0. 1. 0.]
status: SUCCESS, array([2.76506986, 1.9012147 ]), 'COBYLA']}, system_attrs={}, intermediate_values={}, trial_id=115, state=TrialState.COMPLETE, value=None)

fig = optuna.visualization.plot_optimization_history(study)
fig.show()

mean, result, optimal_params = study.user_attrs["best"]
optimal_params

---------------------------------------------------------------------------
ValueError                                Traceback (most recent call last)
/tmp/ipykernel_3267557/2432008514.py in <module>
----> 1 mean, result, optimal_params = study.user_attrs["best"]
      2 optimal_params

ValueError: too many values to unpack (expected 3)

max_cut.draw(result)

---------------------------------------------------------------------------
NameError                                 Traceback (most recent call last)
/tmp/ipykernel_3267557/2691994859.py in <module>
----> 1 max_cut.draw(result)

NameError: name 'result' is not defined

mean, result, optimal_params, optimizer_name = study.user_attrs["best"]
print(f"Optimizer: {optimizer_name}")
print(f"Optimal Parameters: {optimal_params}")

Optimizer: COBYLA
Optimal Parameters: [2.76506986 1.9012147 ]

import qiskit.tools.jupyter
%qiskit_version_table

/home/hm-tlacherm/.local/lib/python3.8/site-packages/qiskit/aqua/__init__.py:86: DeprecationWarning:

The package qiskit.aqua is deprecated. It was moved/refactored to qiskit-terra For more information see <https://github.com/Qiskit/qiskit-aqua/blob/main/README.md#migration-guide>

Version Information

Qiskit Software	Version
qiskit-terra	0.18.1
qiskit-aer	0.8.2
qiskit-ignis	0.6.0
qiskit-ibmq-provider	0.16.0
qiskit-aqua	0.9.4
qiskit	0.29.0
qiskit-nature	0.1.5
qiskit-optimization	0.2.1
System information
Python	3.8.6 (default, Jan 22 2021, 11:41:28) [GCC 8.4.1 20200928 (Red Hat 8.4.1-1)]
OS	Linux
CPUs	192
Memory (Gb)	6046.015735626221
Fri Aug 06 07:04:10 2021 CEST

import mitiq
mitiq.about()

Mitiq: A Python toolkit for implementing error mitigation on quantum computers
==============================================================================
Authored by: Mitiq team, 2020 & later (https://github.com/unitaryfund/mitiq)

Mitiq Version:	0.9.3

Core Dependencies
-----------------
Cirq Version:	0.10.0
NumPy Version:	1.20.3
SciPy Version:	1.4.1

Optional Dependencies
---------------------
PyQuil Version:	Not installed
Qiskit Version:	0.29.0
Braket Version:	Not installed

Python Version:	3.8.6
Platform Info:	Linux (x86_64)